-- Logs begin at Tue 2021-02-02 12:43:32 UTC, end at Tue 2021-02-02 13:57:21 UTC. --
Feb 02 13:27:08.887626 dv-cinder-772388-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Feb 02 13:27:11.660920 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.common.config [-] Logging enabled!
Feb 02 13:27:11.661526 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev457
Feb 02 13:27:11.662752 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80071) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Feb 02 13:27:11.664541 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.common.config [-] Logging enabled!
Feb 02 13:27:11.664824 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev457
Feb 02 13:27:11.665170 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80071) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Feb 02 13:27:11.666244 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 02 13:27:11.666482 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 02 13:27:11.667503 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 02 13:27:11.667779 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 02 13:27:11.668059 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 02 13:27:11.668465 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.668806 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.669153 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.669464 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.669796 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.670139 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.670488 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.670818 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.671693 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.672034 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.672599 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.672918 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.673177 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.673493 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.673820 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.674149 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.674402 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] debug                          = True {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.674715 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.675254 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.675569 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.675876 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.676234 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.676544 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.676851 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.677167 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.677525 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] host                           = dv-cinder-772388-4-iscsi {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.677833 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.678162 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.678487 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.678811 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.679121 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.679428 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.679747 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.680078 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.680382 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.680687 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.681013 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.681337 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.681668 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.681920 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.682168 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.682493 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.682824 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.683128 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.683434 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.683718 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.684052 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.684365 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.684656 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.684978 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.685299 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.685633 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.685934 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.686238 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.686561 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.687437 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.687760 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.688089 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.688397 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.688701 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.689025 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.689327 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.689631 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.689972 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.690293 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.690618 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.690934 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.691238 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.691559 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.691862 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.692193 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.692496 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.692800 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.693104 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.693422 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.693765 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.694073 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.694375 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.694730 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.695043 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:11.695380 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.695800 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.696153 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.696475 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.696843 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.697161 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.697506 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.697833 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.698164 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.698527 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.698869 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.699261 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.699620 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.699977 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.700298 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.700682 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.701020 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.701354 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.701720 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.702031 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.702371 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.702734 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.703058 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.703420 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.703760 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.704097 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.704467 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.704804 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.705119 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.705428 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.705743 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.706080 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.706395 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.706701 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.707025 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.707330 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.707636 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.707965 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.708277 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.708606 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.708917 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.709222 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.709524 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.709834 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.710137 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.710457 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.710769 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.711075 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.711377 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.711690 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.712019 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.712329 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.712640 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.712945 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.713265 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.713564 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.713870 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.714171 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.714474 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.714778 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.715082 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.715386 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.715694 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.716029 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.716328 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.716631 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.716935 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.717238 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.717554 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.717907 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.718223 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.718534 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.718843 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.719153 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.719462 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.719770 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.720107 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.720418 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.720724 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.721055 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.721369 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.721695 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.722061 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.722374 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.722711 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.723025 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.723340 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.723648 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.723986 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.724296 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.724623 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.724955 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.725282 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.725612 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.725944 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.726272 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.726590 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.726933 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.727241 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:11.727483 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 02 13:27:11.727751 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80071) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Feb 02 13:27:12.385447 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO keyring.backend [-] Loading Gnome
Feb 02 13:27:12.402823 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO keyring.backend [-] Loading Google
Feb 02 13:27:12.406199 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO keyring.backend [-] Loading Windows (alt)
Feb 02 13:27:12.409725 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO keyring.backend [-] Loading file
Feb 02 13:27:12.410578 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO keyring.backend [-] Loading keyczar
Feb 02 13:27:12.410849 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO keyring.backend [-] Loading multi
Feb 02 13:27:12.411488 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO keyring.backend [-] Loading pyfs
Feb 02 13:27:12.457328 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:27:12.457633 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:27:12.457949 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:27:12.458318 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.manager [-] Loading core plugin: ml2
Feb 02 13:27:12.851677 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:12.852242 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:12.852242 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:12.899682 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:12.900009 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:12.900308 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:12.903919 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:12.904303 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:12.904650 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:12.973821 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:12.974126 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:12.974426 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:12.975548 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:12.975847 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:12.976165 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:13.251675 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fa5eb4d9598> agent after_create 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:13.252000 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fa5eb4d9598> agent after_update 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:13.252423 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fa5eb4d9620> segment precommit_create 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:13.252564 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fa5eb4d96a8> network precommit_delete 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:13.253381 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fa5eb4d66a8> segment before_delete 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:13.399956 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa5eb2e5470>> network before_delete 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:13.400317 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fa5eb4fa950> agent before_delete 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:13.400637 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa5eb2e5470>> network before_create 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:13.400933 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa5eb2e5470>> port before_create 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:13.401220 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa5eb2e5470>> port before_update 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:13.401593 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa5eb2e5470>> segment after_delete 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:13.401914 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa5eb2e5470>> segment precommit_create 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:13.402194 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa5eb2e5470>> segment precommit_delete 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:13.402478 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa5eb2e5470>> segment after_create 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:13.402806 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa5eb2e5470>> network after_delete 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:13.403090 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa5eb2e5470>> network precommit_delete 0 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:13.403387 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa5eb2e5470>> port provisioning_complete 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:13.403688 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa5eb2e5470>> rbac-policy before_create 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:13.403992 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa5eb2e5470>> rbac-policy after_delete 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:13.404297 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa5eb2e5470>> agent after_update 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:13.404604 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa5eb2e5470>> subnet after_delete 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:13.404895 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa5eb2e5470>> subnet precommit_delete 0 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:13.405201 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa5eb2e5470>> rbac-policy before_update 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:13.405555 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa5eb2e5470>> rbac-policy before_delete 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:13.406041 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa5eb2e5470>> port after_create 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:13.406319 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa5eb2e5470>> port after_update 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:13.406597 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa5eb2e5470>> port after_delete 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:13.406926 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa5eb2e5470>> rbac-policy before_create 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:13.407198 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa5eb2e5470>> rbac-policy before_update 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:13.407471 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa5eb2e5470>> rbac-policy before_delete 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:13.407880 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80071) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 02 13:27:13.408171 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80071) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 02 13:27:13.408434 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80071) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 02 13:27:13.408696 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80071) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 02 13:27:13.408960 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80071) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 02 13:27:13.409221 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80071) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 02 13:27:13.410603 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Feb 02 13:27:13.413757 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Feb 02 13:27:13.417721 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Feb 02 13:27:13.422445 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1550, 1599)])])
Feb 02 13:27:13.424097 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Feb 02 13:27:13.425181 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Feb 02 13:27:13.425550 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan']
Feb 02 13:27:13.425977 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Feb 02 13:27:13.428711 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Feb 02 13:27:13.428997 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Feb 02 13:27:13.429374 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch']
Feb 02 13:27:13.451223 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Feb 02 13:27:13.451725 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fa5eb177320>> qos_plugin after_init 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:13.452082 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80071) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}}
Feb 02 13:27:13.452511 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fa5eb12a668>> logging-plugin after_init 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:13.453839 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80071) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Feb 02 13:27:13.454153 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch']
Feb 02 13:27:13.454424 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch']
Feb 02 13:27:13.457532 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fa5eb12a710>> floatingip before_response 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:13.457838 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fa5eb12a710>> port before_response 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:13.523812 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Feb 02 13:27:13.524013 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Feb 02 13:27:13.524281 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Feb 02 13:27:13.524688 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Feb 02 13:27:13.564423 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_db.sqlalchemy.engines [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80071) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Feb 02 13:27:14.005819 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.plugins.ml2.managers [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Initializing driver for type 'gre'
Feb 02 13:27:14.006485 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] gre ID ranges: [(1, 1000)]
Feb 02 13:27:14.049446 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.plugins.ml2.managers [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Initializing driver for type 'local'
Feb 02 13:27:14.049759 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.plugins.ml2.managers [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Initializing driver for type 'vlan'
Feb 02 13:27:14.061389 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] VlanTypeDriver initialization complete
Feb 02 13:27:14.062315 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.plugins.ml2.managers [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Initializing driver for type 'vxlan'
Feb 02 13:27:14.062865 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] vxlan ID ranges: [(1, 1000)]
Feb 02 13:27:14.104223 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.plugins.ml2.managers [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Initializing extension driver 'port_security'
Feb 02 13:27:14.104747 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.plugins.ml2.extensions.port_security [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] PortSecurityExtensionDriver initialization complete
Feb 02 13:27:14.105285 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.plugins.ml2.managers [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Initializing mechanism driver 'openvswitch'
Feb 02 13:27:14.112345 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:27:14.113189 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa5ef1e1dd8>> port after_create 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.113592 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa5ef1e1dd8>> port after_update 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.113971 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa5ef1e1dd8>> port after_delete 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.114392 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa5eacaf908>> subnet after_create 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.114775 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa5eacaf908>> subnet after_update 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.115149 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa5eacaf908>> subnet after_delete 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.115559 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa5eacafac8>> network after_create 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.115973 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa5eacafac8>> network after_update 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.116336 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa5eacafac8>> network after_delete 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.116743 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa5eacafc88>> security_group after_create 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.117116 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa5eacafc88>> security_group after_update 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.117641 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa5eacafc88>> security_group after_delete 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.118054 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa5eacafe48>> security_group_rule after_create 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.118429 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa5eacafe48>> security_group_rule after_update 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.118802 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa5eacafe48>> security_group_rule after_delete 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.119213 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa5eacaff28>> address_group after_create 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.119576 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa5eacaff28>> address_group after_update 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.119967 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa5eacaff28>> address_group after_delete 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.120315 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] ML2 OVO RPC backend initialized. {{(pid=80071) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Feb 02 13:27:14.121029 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa5eacb8128>> router_interface after_create 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.121418 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa5eacb8128>> router_interface after_delete 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.121869 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa5eacb8128>> network before_response 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.122240 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa5eacb8128>> networks before_response 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.122611 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa5eacb8128>> port before_response 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.122977 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa5eacb8128>> ports before_response 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.123347 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa5eacb8128>> subnet before_response 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.123713 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa5eacb8128>> subnets before_response 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.124758 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa5eacb8128>> network after_create 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.125128 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa5eacb8128>> network after_update 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.125488 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa5eacb8128>> network after_delete 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.125853 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa5eacb8128>> port after_create 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.126221 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa5eacb8128>> port after_update 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.126603 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa5eacb8128>> port after_delete 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.126938 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa5eacb8128>> subnet after_create 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.127305 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa5eacb8128>> subnet after_update 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.127664 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa5eacb8128>> subnet after_delete 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.128317 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.plugins.ml2.plugin [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Modular L2 Plugin initialization complete
Feb 02 13:27:14.128661 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading services supported by the core plugin {{(pid=80071) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Feb 02 13:27:14.129020 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.plugins.ml2.managers [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Got port-security extension from driver 'port_security'
Feb 02 13:27:14.129522 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.extensions.vlantransparent [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Disabled vlantransparent extension.
Feb 02 13:27:14.131002 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80071) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Feb 02 13:27:14.131357 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading Plugin: router
Feb 02 13:27:14.170230 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa5eacb82b0>> router_interface before_create 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.170523 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa5eacb82b0>> router after_create 55549900 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.171866 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa5eacb82b0>> router before_create 55549900 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.172609 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa5eacb82b0>> router_interface before_delete 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.172962 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa5eacb82b0>> router_interface after_delete 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.173387 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa5eacb82b0>> router after_delete 55549900 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.173780 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa5eacb82b0>> floatingip after_update 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.174216 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa5eacb82b0>> router after_create 55549900 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.174598 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa5eacb82b0>> router after_update 55549900 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.174978 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa5eacb82b0>> router after_update 55549900 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.175459 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa5eacb82b0>> router_gateway after_delete 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.175859 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa5eacb82b0>> router after_update 55549900 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.176377 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa5eacb82b0>> router precommit_update 55549900 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.177207 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fa5eb3197b8> port after_update 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.177584 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fa5eb3196a8> port after_delete 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.177951 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fa5eb319730> subnet after_update 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.178321 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fa5eb319840> subnetpool_address_scope after_update 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.178701 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa5eacb82b0>> port precommit_delete 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.179078 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa5eacb82b0>> router precommit_create 55549900 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.179453 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fa5eb2a4950> port before_delete 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.179825 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa5eacb82b0>> router precommit_create 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.180303 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa5eacb82b0>> router after_update 55549900 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.180682 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa5eacb82b0>> router precommit_delete 55549900 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.181055 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa5eacb82b0>> router precommit_create 55549900 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.181455 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa5eacb82b0>> router_interface after_create 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.181835 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa5eacb82b0>> router precommit_update 55549900 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.182256 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa5eacb82b0>> network after_delete 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.183250 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource_registry [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Tracking information for resource: router configured {{(pid=80071) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 02 13:27:14.183610 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource_registry [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Tracking information for resource: floatingip configured {{(pid=80071) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 02 13:27:14.189089 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.db.l3_agentschedulers_db [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Feb 02 13:27:14.189733 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fa5eac45ea0> port after_update 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.190115 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fa5eace0e18> port after_create 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.190492 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <function _notify_port_delete at 0x7fa5eac45e18> port after_delete 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.191097 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fa5eac4f0d0> port after_update 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.192024 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fa5eac61ba8>> router before_create 55550100 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.192420 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fa5eac61ba8>> router precommit_delete 55550100 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.192819 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fa5eac61ba8>> router precommit_create 55550100 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.193206 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fa5eac61ba8>> router precommit_update 55550100 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.197968 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.services.provider_configuration [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Service providers = [] {{(pid=80071) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Feb 02 13:27:14.198354 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.servicetype_db [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80071) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Feb 02 13:27:14.201161 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.services.service_base [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80071) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 02 13:27:14.201533 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.services.service_base [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80071) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 02 13:27:14.201906 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.services.service_base [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80071) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 02 13:27:14.202803 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.services.service_base [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80071) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 02 13:27:14.203195 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.services.service_base [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Default provider is not specified for service type L3_ROUTER_NAT
Feb 02 13:27:14.203607 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80071) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 02 13:27:14.203980 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Feb 02 13:27:14.214218 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80071) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 02 13:27:14.214586 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading Plugin: auto_allocate
Feb 02 13:27:14.220622 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fa5eac0a730> network precommit_update 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.221066 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fa5eac0a730> network precommit_create 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.221594 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80071) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 02 13:27:14.221997 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading Plugin: tag
Feb 02 13:27:14.230168 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80071) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 02 13:27:14.230527 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading Plugin: timestamp
Feb 02 13:27:14.234901 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80071) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 02 13:27:14.235265 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading Plugin: network_ip_availability
Feb 02 13:27:14.240696 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fa5eabab320>> rbac-policy before_create 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.241309 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fa5eabab320>> rbac-policy before_update 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.241814 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fa5eabab320>> rbac-policy before_delete 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.242211 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80071) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 02 13:27:14.242572 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading Plugin: flavors
Feb 02 13:27:14.247032 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80071) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 02 13:27:14.247398 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading Plugin: revisions
Feb 02 13:27:14.251856 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80071) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 02 13:27:14.252307 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.794s {{(pid=80071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:27:14.253100 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80071) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Feb 02 13:27:14.253456 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Initializing extension manager.
Feb 02 13:27:14.254015 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: __init__.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.254389 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: __pycache__ {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.254751 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.255186 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: address_group.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.255906 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.256578 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: address-group
Feb 02 13:27:14.256936 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: address_scope.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.257692 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.258266 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: address-scope
Feb 02 13:27:14.258621 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: admin_state_down_before_update.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.259552 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.260150 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: router-admin-state-down-before-update
Feb 02 13:27:14.260501 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: agent.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.261246 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.261827 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: agent
Feb 02 13:27:14.262178 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: agent_resources_synced.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.263760 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.265068 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: agent-resources-synced
Feb 02 13:27:14.265423 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: allowedaddresspairs.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.267214 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.267801 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: allowed-address-pairs
Feb 02 13:27:14.268186 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: auto_allocated_topology.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.269246 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.269861 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: auto-allocated-topology
Feb 02 13:27:14.270217 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: availability_zone.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.270955 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.271536 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: availability_zone
Feb 02 13:27:14.271886 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: availability_zone_filter.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.272826 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.273402 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: availability_zone_filter
Feb 02 13:27:14.273761 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: data_plane_status.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.274671 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.275241 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extension data-plane-status not supported by any of loaded plugins
Feb 02 13:27:14.275596 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: default_subnetpools.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.276656 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.277225 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: default-subnetpools
Feb 02 13:27:14.277580 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: dhcpagentscheduler.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.278422 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.278999 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: dhcp_agent_scheduler
Feb 02 13:27:14.279351 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: dns.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.280846 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.281412 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extension dns-integration not supported by any of loaded plugins
Feb 02 13:27:14.281764 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: dns_domain_ports.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.282684 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.283249 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extension dns-domain-ports not supported by any of loaded plugins
Feb 02 13:27:14.283606 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: dvr.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.284348 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.284913 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: dvr
Feb 02 13:27:14.285272 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: empty_string_filtering.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.286174 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.286743 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: empty-string-filtering
Feb 02 13:27:14.287091 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.288027 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.288601 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Feb 02 13:27:14.288948 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.289855 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.290420 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Feb 02 13:27:14.290768 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: external_net.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.291673 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.292498 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: external-net
Feb 02 13:27:14.292728 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: extra_dhcp_opt.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.293508 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.294078 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: extra_dhcp_opt
Feb 02 13:27:14.294431 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: extraroute.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.295346 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.296549 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: extraroute
Feb 02 13:27:14.296960 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: extraroute_atomic.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.298281 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.298911 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: extraroute-atomic
Feb 02 13:27:14.299310 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: filter_validation.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.300121 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.300675 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: filter-validation
Feb 02 13:27:14.301066 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: fip_pf_description.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.302005 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.302655 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Feb 02 13:27:14.303044 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: fip_port_details.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.304068 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.304688 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: fip-port-details
Feb 02 13:27:14.305084 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: flavors.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.306454 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.307039 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: flavors
Feb 02 13:27:14.307395 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.309077 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.309670 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Feb 02 13:27:14.310029 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: floatingip_pools.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.310772 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.311338 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: floatingip-pools
Feb 02 13:27:14.311723 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: ip_allocation.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.312697 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.313264 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extension ip_allocation not supported by any of loaded plugins
Feb 02 13:27:14.313624 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.314533 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.315104 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: ip-substring-filtering
Feb 02 13:27:14.315459 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: l2_adjacency.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.316397 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.316967 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extension l2_adjacency not supported by any of loaded plugins
Feb 02 13:27:14.317318 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: l3.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.318391 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.318972 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: router
Feb 02 13:27:14.319324 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: l3_conntrack_helper.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.321582 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.322209 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Feb 02 13:27:14.322538 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.323459 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.324075 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: ext-gw-mode
Feb 02 13:27:14.324433 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.325346 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.325921 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: l3-ha
Feb 02 13:27:14.326270 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: l3_flavors.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.327204 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.327785 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: l3-flavors
Feb 02 13:27:14.328170 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.329169 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.329748 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: l3-port-ip-change-not-allowed
Feb 02 13:27:14.330104 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: l3agentscheduler.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.331329 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.331920 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: l3_agent_scheduler
Feb 02 13:27:14.332387 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: logging.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.333795 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.334380 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extension logging not supported by any of loaded plugins
Feb 02 13:27:14.334742 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: metering.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.335531 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.336299 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: metering
Feb 02 13:27:14.336617 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.337731 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.338313 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: metering_source_and_destination_fields
Feb 02 13:27:14.338668 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: multiprovidernet.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.339797 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.340186 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: multi-provider
Feb 02 13:27:14.340543 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: netmtu.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.341449 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.342023 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: net-mtu
Feb 02 13:27:14.342377 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: netmtu_writable.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.343839 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.344461 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: net-mtu-writable
Feb 02 13:27:14.344817 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: network_availability_zone.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.345526 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.346104 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: network_availability_zone
Feb 02 13:27:14.346460 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: network_ip_availability.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.347658 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.348263 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: network-ip-availability
Feb 02 13:27:14.348615 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: network_segment_range.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.349438 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.350006 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extension network-segment-range not supported by any of loaded plugins
Feb 02 13:27:14.350360 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: pagination.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.351345 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.351714 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: pagination
Feb 02 13:27:14.352098 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: port_device_profile.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.353022 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.353603 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: port-device-profile
Feb 02 13:27:14.353956 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.354879 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.355448 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: port-mac-address-regenerate
Feb 02 13:27:14.355801 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.356788 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.357361 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: port-numa-affinity-policy
Feb 02 13:27:14.357717 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: port_resource_request.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.359243 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.359810 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extension port-resource-request not supported by any of loaded plugins
Feb 02 13:27:14.360185 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: portbindings.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.361113 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.361684 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: binding
Feb 02 13:27:14.362037 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: portbindings_extended.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.363323 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.363900 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: binding-extended
Feb 02 13:27:14.364286 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: portsecurity.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.365196 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.365773 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: port-security
Feb 02 13:27:14.366127 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: project_id.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.367098 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.367492 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: project-id
Feb 02 13:27:14.367821 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: providernet.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.368770 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.369340 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: provider
Feb 02 13:27:14.369691 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: qos.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.373376 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.373961 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extension qos not supported by any of loaded plugins
Feb 02 13:27:14.374573 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.375856 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.376520 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Feb 02 13:27:14.376879 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.377793 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.378418 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Feb 02 13:27:14.378778 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: qos_default.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.379848 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.380794 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extension qos-default not supported by any of loaded plugins
Feb 02 13:27:14.381203 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: qos_fip.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.381973 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.382553 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extension qos-fip not supported by any of loaded plugins
Feb 02 13:27:14.382910 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: qos_gateway_ip.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.383832 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.384433 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extension qos-gateway-ip not supported by any of loaded plugins
Feb 02 13:27:14.384783 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: qos_port_network_policy.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.385686 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.386270 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extension qos-port-network-policy not supported by any of loaded plugins
Feb 02 13:27:14.386628 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: qos_rule_type_details.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.387525 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.388157 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extension qos-rule-type-details not supported by any of loaded plugins
Feb 02 13:27:14.388511 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: qos_rules_alias.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.389555 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.390161 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extension qos-rules-alias not supported by any of loaded plugins
Feb 02 13:27:14.390514 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: quotasv2.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.391505 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.391879 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: quotas
Feb 02 13:27:14.392263 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: quotasv2_detail.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.393889 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.394273 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: quota_details
Feb 02 13:27:14.394626 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: rbac.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.395881 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.396506 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: rbac-policies
Feb 02 13:27:14.396871 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: rbac_address_scope.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.397796 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.398374 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: rbac-address-scope
Feb 02 13:27:14.398736 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: rbac_security_groups.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.399648 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.400287 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: rbac-security-groups
Feb 02 13:27:14.400636 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: rbac_subnetpool.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.401552 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.402128 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: rbac-subnetpool
Feb 02 13:27:14.402478 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: revisionifmatch.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.403390 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.403993 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: revision-if-match
Feb 02 13:27:14.404344 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: revisions.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.405984 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.406560 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: standard-attr-revisions
Feb 02 13:27:14.406916 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: router_availability_zone.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.407622 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.408222 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: router_availability_zone
Feb 02 13:27:14.408573 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: routerservicetype.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.409498 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.410063 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extension router-service-type not supported by any of loaded plugins
Feb 02 13:27:14.410412 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.411337 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.411920 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: security-groups-normalized-cidr
Feb 02 13:27:14.412319 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: security_groups_port_filtering.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.413236 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.413814 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: port-security-groups-filtering
Feb 02 13:27:14.414162 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.415090 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.415665 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: security-groups-remote-address-group
Feb 02 13:27:14.416043 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: securitygroup.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.429794 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.430404 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: security-group
Feb 02 13:27:14.430769 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: segment.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.431633 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.432251 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extension segment not supported by any of loaded plugins
Feb 02 13:27:14.432617 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.433561 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.434143 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Feb 02 13:27:14.434500 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: servicetype.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.435603 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.436226 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: service-type
Feb 02 13:27:14.436608 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: sorting.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.437578 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.437948 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: sorting
Feb 02 13:27:14.438302 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: standard_attr_segment.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.439209 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.439794 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extension standard-attr-segment not supported by any of loaded plugins
Feb 02 13:27:14.440173 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: standardattrdescription.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.440860 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.441431 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: standard-attr-description
Feb 02 13:27:14.441783 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: stateful_security_group.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.442713 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.443298 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: stateful-security-group
Feb 02 13:27:14.443652 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: stdattrs_common.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.444264 dv-cinder-772388-4-iscsi neutron-server[80071]: WARNING neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Feb 02 13:27:14.444615 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.445632 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.446209 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Feb 02 13:27:14.446580 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: subnet_onboard.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.447783 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.448227 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: subnet_onboard
Feb 02 13:27:14.448583 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.449533 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.450099 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Feb 02 13:27:14.450456 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: subnet_service_types.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.451373 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.452030 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: subnet-service-types
Feb 02 13:27:14.452357 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: subnetallocation.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.453428 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.454013 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: subnet_allocation
Feb 02 13:27:14.454366 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.455040 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.455611 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: subnetpool-prefix-ops
Feb 02 13:27:14.456028 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.456912 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.457488 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Feb 02 13:27:14.457834 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: tagging.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.459120 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.459706 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: standard-attr-tag
Feb 02 13:27:14.460116 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: timestamp.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.461282 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.461869 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loaded extension: standard-attr-timestamp
Feb 02 13:27:14.462229 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: trunk.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.463249 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.463827 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extension trunk not supported by any of loaded plugins
Feb 02 13:27:14.464215 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: trunk_details.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.465153 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.465723 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extension trunk-details not supported by any of loaded plugins
Feb 02 13:27:14.466073 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: uplink_status_propagation.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.466982 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.467561 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extension uplink-status-propagation not supported by any of loaded plugins
Feb 02 13:27:14.468487 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Loading extension file: vlantransparent.py {{(pid=80071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 02 13:27:14.469180 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 02 13:27:14.469753 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extension vlan-transparent not supported by any of loaded plugins
Feb 02 13:27:14.472767 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.quota.resource_registry [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Creating instance of TrackedResource for resource:network
Feb 02 13:27:14.473742 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.quota.resource_registry [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Creating instance of TrackedResource for resource:subnet
Feb 02 13:27:14.474463 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.quota.resource_registry [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Creating instance of TrackedResource for resource:subnetpool
Feb 02 13:27:14.475168 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.quota.resource_registry [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Creating instance of TrackedResource for resource:port
Feb 02 13:27:14.477637 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.resource_helper [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80071) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 02 13:27:14.478171 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.resource_helper [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Service FLAVORS assigned prefix:  {{(pid=80071) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 02 13:27:14.478910 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.resource_helper [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80071) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 02 13:27:14.479423 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.resource_helper [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80071) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 02 13:27:14.480038 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.quota.resource_registry [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Creating instance of TrackedResource for resource:router
Feb 02 13:27:14.480599 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.quota.resource_registry [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Creating instance of TrackedResource for resource:floatingip
Feb 02 13:27:14.481426 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.resource_helper [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Service METERING assigned prefix: /metering {{(pid=80071) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 02 13:27:14.483260 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fa5eaac2320>> rbac-policy before_create 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.484294 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fa5eaac2320>> rbac-policy before_update 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.484678 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fa5eaac2320>> rbac-policy before_delete 55550000 {{(pid=80071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:27:14.485804 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.quota.resource_registry [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Creating instance of CountableResource for resource:rbac_policy
Feb 02 13:27:14.486281 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.quota.resource_registry [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Creating instance of TrackedResource for resource:security_group
Feb 02 13:27:14.487083 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.quota.resource_registry [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 02 13:27:14.487890 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.resource_helper [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Service CORE assigned prefix:  {{(pid=80071) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 02 13:27:14.488277 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.quota.resource_registry [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Creating instance of TrackedResource for resource:subnetpool
Feb 02 13:27:14.488637 dv-cinder-772388-4-iscsi neutron-server[80071]: WARNING neutron.quota.resource_registry [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] subnetpool is already registered
Feb 02 13:27:14.489308 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.resource_helper [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Service CORE assigned prefix:  {{(pid=80071) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 02 13:27:14.489687 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.quota.resource_registry [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Creating instance of TrackedResource for resource:subnetpool
Feb 02 13:27:14.490025 dv-cinder-772388-4-iscsi neutron-server[80071]: WARNING neutron.quota.resource_registry [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] subnetpool is already registered
Feb 02 13:27:14.492805 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.resource_helper [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80071) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 02 13:27:14.493276 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.resource_helper [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Service FLAVORS assigned prefix:  {{(pid=80071) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 02 13:27:14.493922 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.resource_helper [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80071) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 02 13:27:14.494388 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.resource_helper [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80071) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 02 13:27:14.494749 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.quota.resource_registry [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Creating instance of TrackedResource for resource:router
Feb 02 13:27:14.495105 dv-cinder-772388-4-iscsi neutron-server[80071]: WARNING neutron.quota.resource_registry [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] router is already registered
Feb 02 13:27:14.495766 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.quota.resource_registry [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Creating instance of TrackedResource for resource:floatingip
Feb 02 13:27:14.496147 dv-cinder-772388-4-iscsi neutron-server[80071]: WARNING neutron.quota.resource_registry [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] floatingip is already registered
Feb 02 13:27:14.496834 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.resource_helper [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Service METERING assigned prefix: /metering {{(pid=80071) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 02 13:27:14.497561 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.quota.resource_registry [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Creating instance of CountableResource for resource:rbac_policy
Feb 02 13:27:14.497921 dv-cinder-772388-4-iscsi neutron-server[80071]: WARNING neutron.quota.resource_registry [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] rbac_policy is already registered
Feb 02 13:27:14.498541 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.quota.resource_registry [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Creating instance of TrackedResource for resource:security_group
Feb 02 13:27:14.498899 dv-cinder-772388-4-iscsi neutron-server[80071]: WARNING neutron.quota.resource_registry [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] security_group is already registered
Feb 02 13:27:14.499568 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.quota.resource_registry [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 02 13:27:14.499967 dv-cinder-772388-4-iscsi neutron-server[80071]: WARNING neutron.quota.resource_registry [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] security_group_rule is already registered
Feb 02 13:27:14.500663 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.resource_helper [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Service CORE assigned prefix:  {{(pid=80071) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 02 13:27:14.501016 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.quota.resource_registry [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Creating instance of TrackedResource for resource:subnetpool
Feb 02 13:27:14.501369 dv-cinder-772388-4-iscsi neutron-server[80071]: WARNING neutron.quota.resource_registry [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] subnetpool is already registered
Feb 02 13:27:14.502330 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.resource_helper [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Service CORE assigned prefix:  {{(pid=80071) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 02 13:27:14.502752 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.quota.resource_registry [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Creating instance of TrackedResource for resource:subnetpool
Feb 02 13:27:14.503144 dv-cinder-772388-4-iscsi neutron-server[80071]: WARNING neutron.quota.resource_registry [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] subnetpool is already registered
Feb 02 13:27:14.503919 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extended resource: extensions {{(pid=80071) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 02 13:27:14.505468 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extended resource: address-groups {{(pid=80071) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 02 13:27:14.507137 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extended resource: address-scopes {{(pid=80071) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 02 13:27:14.508432 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extended resource: agents {{(pid=80071) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 02 13:27:14.509648 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extended resource: auto-allocated-topology {{(pid=80071) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 02 13:27:14.510968 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extended resource: availability_zones {{(pid=80071) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 02 13:27:14.512364 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extended resource: dhcp-networks {{(pid=80071) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 02 13:27:14.513844 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extended resource: dhcp-agents {{(pid=80071) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 02 13:27:14.515365 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extended resource: routers {{(pid=80071) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 02 13:27:14.517285 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extended resource: flavors {{(pid=80071) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 02 13:27:14.518526 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extended resource: service_profiles {{(pid=80071) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 02 13:27:14.519804 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extended resource: next_providers {{(pid=80071) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 02 13:27:14.521428 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extended resource: service_profiles {{(pid=80071) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 02 13:27:14.522944 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extended resource: floatingip-pools {{(pid=80071) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 02 13:27:14.524242 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extended resource: routers {{(pid=80071) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 02 13:27:14.526207 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extended resource: floatingips {{(pid=80071) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 02 13:27:14.527459 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extended resource: l3-routers {{(pid=80071) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 02 13:27:14.528926 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extended resource: l3-agents {{(pid=80071) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 02 13:27:14.530955 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extended resource: metering-labels {{(pid=80071) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 02 13:27:14.532400 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extended resource: metering-label-rules {{(pid=80071) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 02 13:27:14.533750 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extended resource: network-ip-availabilities {{(pid=80071) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 02 13:27:14.535257 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extended resource: bindings {{(pid=80071) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 02 13:27:14.538281 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extended resource: quotas {{(pid=80071) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 02 13:27:14.539784 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extended resource: quotas {{(pid=80071) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 02 13:27:14.541303 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extended resource: rbac-policies {{(pid=80071) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 02 13:27:14.542650 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extended resource: security-groups {{(pid=80071) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 02 13:27:14.543922 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extended resource: security-group-rules {{(pid=80071) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 02 13:27:14.545235 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extended resource: service-providers {{(pid=80071) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 02 13:27:14.547324 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extended resource: subnetpools {{(pid=80071) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 02 13:27:14.548825 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extended resource: subnetpools {{(pid=80071) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 02 13:27:14.550450 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extended resource: tags {{(pid=80071) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 02 13:27:14.552191 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extended resource: tags {{(pid=80071) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 02 13:27:14.555031 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extended resource: tags {{(pid=80071) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 02 13:27:14.557251 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extended resource: tags {{(pid=80071) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 02 13:27:14.559245 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extended resource: tags {{(pid=80071) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 02 13:27:14.561057 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extended resource: tags {{(pid=80071) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 02 13:27:14.562980 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extended resource: tags {{(pid=80071) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 02 13:27:14.564936 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extended resource: tags {{(pid=80071) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 02 13:27:14.566914 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extended resource: tags {{(pid=80071) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 02 13:27:14.568872 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.extensions [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Extended resource: tags {{(pid=80071) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 02 13:27:14.575990 dv-cinder-772388-4-iscsi neutron-server[80071]: WARNING keystonemiddleware.auth_token [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Feb 02 13:27:14.581365 dv-cinder-772388-4-iscsi neutron-server[80071]: WARNING keystonemiddleware.auth_token [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Feb 02 13:27:14.590082 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Acquired lock "singleton_lock" {{(pid=80071) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Feb 02 13:27:14.590600 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Releasing lock "singleton_lock" {{(pid=80071) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Feb 02 13:27:14.592138 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO oslo_service.service [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Starting 2 workers
Feb 02 13:27:14.597400 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Started child 80184 {{(pid=80071) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 02 13:27:14.601869 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:27:14.602251 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Started child 80185 {{(pid=80071) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 02 13:27:14.603465 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [-] (80184) wsgi starting up on http://0.0.0.0:9696
Feb 02 13:27:14.603852 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.service [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Neutron service started, listening on 0.0.0.0:9696
Feb 02 13:27:14.604834 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Notify callbacks [] for process, before_spawn {{(pid=80071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:27:14.607417 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:27:14.609084 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO oslo_service.service [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Starting 1 workers
Feb 02 13:27:14.609485 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [-] (80185) wsgi starting up on http://0.0.0.0:9696
Feb 02 13:27:14.614899 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Started child 80186 {{(pid=80071) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 02 13:27:14.615483 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO oslo_service.service [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Starting 1 workers
Feb 02 13:27:14.617386 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.service [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] calling RpcWorker wait() {{(pid=80186) _wait /opt/stack/neutron/neutron/service.py:128}}
Feb 02 13:27:14.617781 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.service [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] returning from RpcWorker wait() {{(pid=80186) _wait /opt/stack/neutron/neutron/service.py:135}}
Feb 02 13:27:14.619255 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:27:14.619750 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:27:14.620771 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Started child 80187 {{(pid=80071) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 02 13:27:14.621429 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f5856daa-619d-4a91-9ae5-3c0095b93bee None None] Notify callbacks [] for process, after_spawn {{(pid=80071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:27:14.623175 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80071) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Feb 02 13:27:14.623461 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 02 13:27:14.623659 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 02 13:27:14.623958 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 02 13:27:14.624427 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 02 13:27:14.624619 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 02 13:27:14.625174 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.625515 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.625838 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.625961 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:27:14.626126 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.626523 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.627260 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.627569 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.627870 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.628177 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:27:14.628344 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.628586 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.628764 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.628907 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.629211 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.629527 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.629903 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.630197 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.630488 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.630777 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.630995 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.631313 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.631620 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.631907 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.632238 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.632496 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.633095 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.633343 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.633619 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.633868 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.634214 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.634435 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.634716 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.634983 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.635202 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.635463 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.635738 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.636009 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.636278 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.636579 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.636850 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.637417 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] host                           = dv-cinder-772388-4-iscsi {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.637798 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.638205 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.638614 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.639005 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.639397 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.640308 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.640715 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.641130 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.641517 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.641894 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.642285 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.642662 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.643044 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.643424 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.643727 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.644118 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.644535 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.644998 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.645327 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.645632 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.646032 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.646387 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.647786 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.647786 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.647786 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.649289 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.649289 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.649289 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.649289 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.650300 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.650300 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.650888 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.650888 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.651450 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.651907 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.652363 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.652809 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.653187 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.654074 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.654074 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.654696 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.654958 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.655193 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.656160 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.656550 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.656968 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.657446 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.657865 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.658354 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.659044 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.659044 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.659479 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.660000 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.660389 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.660791 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.661192 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.661565 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.661976 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.662353 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.662732 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.663131 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.663508 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.663884 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.664297 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.664675 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.665057 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.665451 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.665830 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.666249 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.666820 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.667365 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.667828 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.668265 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.668714 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.669105 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.669548 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.669930 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.670334 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.670742 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.671758 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.671758 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.672823 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.673054 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.673373 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.673856 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.674261 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.674685 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.675065 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.675446 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.675821 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.676231 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.676680 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.677132 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.677589 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.133/identity {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.677994 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.678368 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.678795 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.679183 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.679560 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.679953 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.683994 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.683994 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.683994 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.683994 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.683994 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.683994 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.683994 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.683994 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.683994 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.685968 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.685968 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.685968 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.685968 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.685968 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.687006 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.687006 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.687006 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.687694 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.687950 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.688290 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.688715 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.689131 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.690254 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.690254 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.690254 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.690662 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.691418 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.692082 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.692693 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.693258 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.693698 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.694105 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.694453 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.694798 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.695142 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.695480 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.695819 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.696193 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.696554 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.696899 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.697234 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.697570 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.697905 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.698262 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.698596 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.698948 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.699308 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.699700 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.700131 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.700482 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.700878 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.701293 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.701719 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.702717 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.703264 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.703753 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.704216 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.704681 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.705141 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.705575 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.706042 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.706478 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.706903 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.707277 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.707715 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.708165 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.708656 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.709086 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.709520 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.710012 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.710440 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.710888 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.711282 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.711639 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.712099 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.712557 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.713169 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.713630 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.714084 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.714586 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.715089 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.715470 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.716057 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.716380 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.716706 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.717036 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.717360 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.717659 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.718522 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.718888 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.719193 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.719472 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.719762 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.720094 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.720349 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.720625 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.720940 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.721216 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.721473 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.721723 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.721998 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.722361 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.722683 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.722942 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.723209 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.723489 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.723797 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.724089 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.724401 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.724686 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.724965 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.725267 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.725551 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.133/identity {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.725823 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.726084 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.726381 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.726627 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.726894 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.727154 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.727419 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.727685 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.728164 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.728297 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.728779 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.728779 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.729040 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.729151 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.729577 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.729859 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.730070 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.730324 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.730849 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.730849 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.731122 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.731260 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.731490 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.731846 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.732043 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.732314 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.732602 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.732866 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.733133 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.733711 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.733711 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.733958 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.734239 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.734709 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.734709 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.734994 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.735207 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.735729 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.735729 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.735994 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.736172 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.736470 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.736747 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.737124 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.737405 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.737679 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.737937 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.738183 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.738451 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.738738 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.738967 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.739234 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.739482 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.739759 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.740054 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.740409 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.740639 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.740823 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.741061 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.741283 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.741531 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.741824 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.742306 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.742592 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.742927 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.743058 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.743325 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.743552 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.743785 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.744060 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.744308 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.744568 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.744808 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.745049 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.745293 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.745555 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.745875 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.746145 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.747263 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.747263 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.747263 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.747263 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.747906 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.747906 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.748266 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.748512 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.748686 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.748962 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.749298 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.749609 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.749963 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.750303 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.750612 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.750887 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.751214 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.751521 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1550:1599'] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.751844 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.752115 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.752508 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.752878 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.753179 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.753459 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.753722 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.754069 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.754363 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.754557 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.754807 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.755057 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.755345 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.755644 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.755924 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.756089 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:27:14.756210 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.756476 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.756748 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.756998 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.757310 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.757557 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.757813 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.758061 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.758313 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 02 13:27:14.758947 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80071) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Feb 02 13:27:14.759158 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 02 13:27:14.759444 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 02 13:27:14.759766 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 02 13:27:14.763984 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 02 13:27:14.763984 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 02 13:27:14.763984 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.763984 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.763984 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.763984 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.763984 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.765374 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.765374 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.765374 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.765374 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.765374 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.765374 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.765374 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.765374 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.766256 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.766256 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.766256 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.766256 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.766256 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.766256 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.766256 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.766256 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.767159 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.767159 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.767159 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.767159 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.767159 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.767159 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.767842 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.767842 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.767842 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.767842 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.767842 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.767842 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.767842 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.771504 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.771504 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.771504 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.771504 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.771504 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.771504 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] host                           = dv-cinder-772388-4-iscsi {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.771504 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.771504 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.774068 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.774068 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.774068 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.774068 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.774068 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.774068 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.774068 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.774068 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.775861 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.775861 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.775861 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.775861 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.775861 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.775861 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.775861 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.775861 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.777626 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.777626 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.777626 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.777626 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.777626 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.777626 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.777626 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.779101 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.779101 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.779101 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.779101 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.779101 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.779101 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.779101 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.779101 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.781398 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.781398 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.781398 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.781398 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.781398 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.781398 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.781398 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.783099 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.783099 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.783099 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.783099 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.783099 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.783099 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.784250 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.784250 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.784250 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.784250 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.785054 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.785054 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.785054 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.785655 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.785655 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.786076 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.786076 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.786487 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.786704 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.786915 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.787180 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.787480 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.787777 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.788102 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.788403 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.788702 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.789003 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.789301 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.789602 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 02 13:27:14.789926 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.790232 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.790545 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.790845 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.791151 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.791452 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.791744 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.792075 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.792381 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.792681 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.792992 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.793291 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.793605 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.793909 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.794217 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.794518 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.794821 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.795122 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.795420 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.795720 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.796079 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.796383 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.796708 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.797009 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.797560 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.133/identity {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.797860 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.798159 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.798463 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.798763 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.799064 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.799365 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.799672 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.804047 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.804047 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.804047 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.804047 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.804047 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.804047 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.804047 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.804047 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.804047 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.804647 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.804647 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.804647 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.804647 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.804647 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.804647 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.804647 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.805096 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.805096 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.805370 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.805854 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.806364 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.806910 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.807252 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.807582 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.807905 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.808245 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.808564 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.809093 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.809227 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.809500 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.809809 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.810121 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.810424 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.810750 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.811073 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.811399 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.811750 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.813156 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.813156 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.813156 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.813156 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.813547 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.813648 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.813884 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.814259 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.815062 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.815062 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.815062 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.815287 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.815569 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.815840 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.816333 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.816493 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.816651 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.816918 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.817184 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.817460 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.818047 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.818047 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.818185 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.818341 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.818638 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.818927 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.819215 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.819497 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.819781 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.820102 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.820384 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.820664 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.820951 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.821232 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.821512 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.821792 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.822073 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.822354 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.822633 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.822911 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.823197 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.823462 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.823758 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.824125 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.824392 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.824629 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.824875 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.825128 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.825367 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.825604 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.825844 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.826081 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.826320 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.826556 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.826792 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.827025 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.827764 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.828035 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.828280 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.828529 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.828766 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.829000 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.829235 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.829517 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.829751 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.829985 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.830221 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.830456 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.830690 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.830925 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.831178 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.831392 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.831626 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.831910 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.832160 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.133/identity {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.832397 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.832635 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.832871 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.833107 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.833346 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.833580 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.833815 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.834051 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.834286 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.834519 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.834757 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.834991 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.835255 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.835453 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.835686 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.835920 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.836265 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.836382 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.836623 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.836858 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.837092 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.837326 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.837558 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.837791 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.838025 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.838260 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.838494 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.838730 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.838964 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.839237 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.839565 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.839883 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.840196 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.840442 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.840686 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.840931 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.841197 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.841444 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.841688 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.841932 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.842210 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.842470 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.842729 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.843558 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.843788 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.844067 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.844308 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.844550 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.844797 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.845060 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.845283 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.845525 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.845767 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.846014 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.846258 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.846498 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.846742 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.846985 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.847224 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.847465 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.847705 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.848040 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.848236 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.848481 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.848723 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.848975 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.849255 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.849724 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.849724 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.849724 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.850006 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.850216 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.850456 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.850696 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.850955 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.851171 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.851423 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.851666 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.851908 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.852191 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.852424 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.852660 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.852894 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.853139 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.853373 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.853609 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.853850 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.854131 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.854412 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.854696 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.854979 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.855269 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.855562 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.855843 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.856160 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.856447 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1550:1599'] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.856737 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.857016 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.857303 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.857596 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.857875 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.858163 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.858461 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.858741 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.859022 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.859300 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.859580 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.859857 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.860161 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.860438 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.860722 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.861000 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.861278 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.861556 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.861833 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.862111 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.862387 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.862665 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.862943 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 02 13:27:14.863227 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 02 13:27:15.065361 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 37410) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:27:15.076655 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [-] 10.222.0.133 "GET / HTTP/1.1" status: 200  len: 254 time: 0.0091000
Feb 02 13:27:26.048918 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea209c4-750d-4e5c-b91b-5c34f55a1230 None None] get_active_networks_info from dv-cinder-772388-4-iscsi {{(pid=80186) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Feb 02 13:27:26.206308 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea209c4-750d-4e5c-b91b-5c34f55a1230 None None] No non-hosted networks {{(pid=80186) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Feb 02 13:27:26.381329 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f448e106-5a45-4b02-99fb-4b9c5bd582fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951'] for agent, after_create {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:27:29.278861 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c7e8766e-8d12-4426-afca-822902410145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951'] for agent, after_create {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:27:29.298800 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e22b1a21-e7e4-4e14-b967-88bff69e33ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951'] for agent, after_create {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:27:29.329008 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-32f19a38-ce88-4eef-b6b9-440d5f83c355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:27:30.201294 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951'] for agent, after_create {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:27:30.202904 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:27:30.203530 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:27:30.204145 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:27:30.204646 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:27:30.205184 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:27:30.205704 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:27:30.206210 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:27:30.206767 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:27:30.207427 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:27:30.207988 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:27:30.208751 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:27:30.209223 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:27:30.209805 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fa5ea62d358>, 'Open vSwitch agent', 'dv-cinder-772388-4-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:27:30.217002 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fa5ea648080>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-772388-4-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:27:31.127495 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-42ef245d-f728-4293-a752-dedea4fc02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951'] for agent, after_create {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:27:32.146714 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] get_endpoint_by_host() called for host dv-cinder-772388-4-iscsi {{(pid=80186) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Feb 02 13:27:32.152820 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] get_endpoint_by_ip() called for ip 192.168.0.101 {{(pid=80186) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Feb 02 13:27:32.156128 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] _add_endpoint() called for ip 192.168.0.101 {{(pid=80186) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Feb 02 13:27:32.161778 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] _get_endpoints() called {{(pid=80186) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Feb 02 13:27:32.684997 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 37504) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:27:33.480253 dv-cinder-772388-4-iscsi neutron-server[80071]: WARNING oslo_policy.policy [None req-765ca390-bcec-4dd3-8382-93b6febd40d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 02 13:27:33.480942 dv-cinder-772388-4-iscsi neutron-server[80071]: WARNING oslo_policy.policy [None req-765ca390-bcec-4dd3-8382-93b6febd40d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 02 13:27:33.749183 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [None req-765ca390-bcec-4dd3-8382-93b6febd40d4 admin admin] http://10.222.0.133:9696/v2.0/extensions returned with HTTP 200 {{(pid=80185) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 02 13:27:33.750614 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-765ca390-bcec-4dd3-8382-93b6febd40d4 admin admin] 10.222.0.133 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 1.0644720
Feb 02 13:27:34.521340 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.db.l3_hamode_db [None req-962a59bd-0bee-4ee9-b9cd-03d07008a9ef None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Feb 02 13:27:34.614127 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962a59bd-0bee-4ee9-b9cd-03d07008a9ef None None] Routers set() bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:27:34.614556 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962a59bd-0bee-4ee9-b9cd-03d07008a9ef None None] Router IDs set() for agent in host dv-cinder-772388-4-iscsi {{(pid=80186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Feb 02 13:27:36.511157 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 37518) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:27:36.956133 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-44282ddd-09e1-45c8-9d11-015f9e174fd4 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:27:37.025604 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.policy [None req-44282ddd-09e1-45c8-9d11-015f9e174fd4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80185) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Feb 02 13:27:37.026364 dv-cinder-772388-4-iscsi neutron-server[80071]: WARNING oslo_policy.policy [None req-44282ddd-09e1-45c8-9d11-015f9e174fd4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 02 13:27:37.026769 dv-cinder-772388-4-iscsi neutron-server[80071]: WARNING oslo_policy.policy [None req-44282ddd-09e1-45c8-9d11-015f9e174fd4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 02 13:27:37.054478 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.quota [None req-44282ddd-09e1-45c8-9d11-015f9e174fd4 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fa5ea5d1358>.
Feb 02 13:27:37.070938 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-44282ddd-09e1-45c8-9d11-015f9e174fd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:27:37.128917 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-44282ddd-09e1-45c8-9d11-015f9e174fd4 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771916737489', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771916788628', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771916789002', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771916774798', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771916773495', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854257860', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-400662', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2052963', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1981027'] for rbac-policy, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:27:37.198878 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-44282ddd-09e1-45c8-9d11-015f9e174fd4 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:27:37.200365 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-44282ddd-09e1-45c8-9d11-015f9e174fd4 admin admin] 10.222.0.133 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6881011
Feb 02 13:27:40.283262 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 37532) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:27:40.702432 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-efdb1d73-dbf8-42c2-b6b0-04aa6792fbd6 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '3e3c107c71fb49e2827f18ce921da157', 'name': 'private'}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:27:40.708377 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-efdb1d73-dbf8-42c2-b6b0-04aa6792fbd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:27:40.713063 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-efdb1d73-dbf8-42c2-b6b0-04aa6792fbd6 admin admin] Usage tracker for resource:network and tenant:3e3c107c71fb49e2827f18ce921da157 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:27:40.716714 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-efdb1d73-dbf8-42c2-b6b0-04aa6792fbd6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:27:40.722865 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-efdb1d73-dbf8-42c2-b6b0-04aa6792fbd6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:27:40.731537 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efdb1d73-dbf8-42c2-b6b0-04aa6792fbd6 admin admin] Made reservation on behalf of 3e3c107c71fb49e2827f18ce921da157 for: {'network': 1} {{(pid=80185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 02 13:27:40.737506 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-efdb1d73-dbf8-42c2-b6b0-04aa6792fbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for network, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:27:40.756813 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-efdb1d73-dbf8-42c2-b6b0-04aa6792fbd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:27:40.772168 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-efdb1d73-dbf8-42c2-b6b0-04aa6792fbd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:27:40.776010 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-efdb1d73-dbf8-42c2-b6b0-04aa6792fbd6 admin admin] Usage tracker for resource:security_group_rule and tenant:3e3c107c71fb49e2827f18ce921da157 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:27:40.779616 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-efdb1d73-dbf8-42c2-b6b0-04aa6792fbd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:27:40.785403 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-efdb1d73-dbf8-42c2-b6b0-04aa6792fbd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:27:40.888300 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-efdb1d73-dbf8-42c2-b6b0-04aa6792fbd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:27:40.891099 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-efdb1d73-dbf8-42c2-b6b0-04aa6792fbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:27:40.896700 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:27:40.921368 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efdb1d73-dbf8-42c2-b6b0-04aa6792fbd6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1}  {{(pid=80185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 02 13:27:40.948075 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-efdb1d73-dbf8-42c2-b6b0-04aa6792fbd6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771912128866', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764996'] for segment, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:27:40.948670 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.db.segments_db [None req-efdb1d73-dbf8-42c2-b6b0-04aa6792fbd6 admin admin] Added segment 1e91c9b8-31d7-4b64-a1a5-a2171a1d6fba of type vxlan for network 653fc3bb-546c-4aae-84cf-897ee4e1c8ce
Feb 02 13:27:40.958151 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdb1d73-dbf8-42c2-b6b0-04aa6792fbd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c5242c-f670-4eb9-82a8-9ed3f97c6e42,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:27:41.168800 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdb1d73-dbf8-42c2-b6b0-04aa6792fbd6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:27:41.169188 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdb1d73-dbf8-42c2-b6b0-04aa6792fbd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:27:41.169556 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdb1d73-dbf8-42c2-b6b0-04aa6792fbd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:27:41.169914 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdb1d73-dbf8-42c2-b6b0-04aa6792fbd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:27:41.170810 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdb1d73-dbf8-42c2-b6b0-04aa6792fbd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:27:41.171162 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdb1d73-dbf8-42c2-b6b0-04aa6792fbd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:27:41.171514 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdb1d73-dbf8-42c2-b6b0-04aa6792fbd6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:27:41.171861 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdb1d73-dbf8-42c2-b6b0-04aa6792fbd6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:27:41.172484 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdb1d73-dbf8-42c2-b6b0-04aa6792fbd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:27:41.172834 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdb1d73-dbf8-42c2-b6b0-04aa6792fbd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:27:41.173179 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdb1d73-dbf8-42c2-b6b0-04aa6792fbd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:27:41.173523 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdb1d73-dbf8-42c2-b6b0-04aa6792fbd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:27:41.174647 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdb1d73-dbf8-42c2-b6b0-04aa6792fbd6 admin admin] Tracked resource versions report:
Feb 02 13:27:41.174647 dv-cinder-772388-4-iscsi neutron-server[80071]: pushed versions:
Feb 02 13:27:41.174647 dv-cinder-772388-4-iscsi neutron-server[80071]: {   'AddressGroup': {'1.1'},
Feb 02 13:27:41.174647 dv-cinder-772388-4-iscsi neutron-server[80071]:     'ConntrackHelper': {'1.0'},
Feb 02 13:27:41.174647 dv-cinder-772388-4-iscsi neutron-server[80071]:     'Log': {'1.0'},
Feb 02 13:27:41.174647 dv-cinder-772388-4-iscsi neutron-server[80071]:     'Network': {'1.1'},
Feb 02 13:27:41.174647 dv-cinder-772388-4-iscsi neutron-server[80071]:     'Port': {'1.7'},
Feb 02 13:27:41.174647 dv-cinder-772388-4-iscsi neutron-server[80071]:     'PortForwarding': {'1.2'},
Feb 02 13:27:41.174647 dv-cinder-772388-4-iscsi neutron-server[80071]:     'QosPolicy': {'1.8'},
Feb 02 13:27:41.174647 dv-cinder-772388-4-iscsi neutron-server[80071]:     'SecurityGroup': {'1.4'},
Feb 02 13:27:41.174647 dv-cinder-772388-4-iscsi neutron-server[80071]:     'SecurityGroupRule': {'1.2'},
Feb 02 13:27:41.174647 dv-cinder-772388-4-iscsi neutron-server[80071]:     'SubPort': {'1.0'},
Feb 02 13:27:41.174647 dv-cinder-772388-4-iscsi neutron-server[80071]:     'Subnet': {'1.1'},
Feb 02 13:27:41.174647 dv-cinder-772388-4-iscsi neutron-server[80071]:     'Trunk': {'1.1'}}
Feb 02 13:27:41.174647 dv-cinder-772388-4-iscsi neutron-server[80071]: consumer versions:
Feb 02 13:27:41.174647 dv-cinder-772388-4-iscsi neutron-server[80071]: {   DHCP agent@dv-cinder-772388-4-iscsi: {},
Feb 02 13:27:41.174647 dv-cinder-772388-4-iscsi neutron-server[80071]:     L3 agent@dv-cinder-772388-4-iscsi: {},
Feb 02 13:27:41.174647 dv-cinder-772388-4-iscsi neutron-server[80071]:     Metadata agent@dv-cinder-772388-4-iscsi: {},
Feb 02 13:27:41.174647 dv-cinder-772388-4-iscsi neutron-server[80071]:     Metering agent@dv-cinder-772388-4-iscsi: {},
Feb 02 13:27:41.174647 dv-cinder-772388-4-iscsi neutron-server[80071]:     Open vSwitch agent@dv-cinder-772388-4-iscsi: {   'AddressGroup': '1.1',
Feb 02 13:27:41.174647 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'ConntrackHelper': '1.0',
Feb 02 13:27:41.174647 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'Log': '1.0',
Feb 02 13:27:41.174647 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'Network': '1.1',
Feb 02 13:27:41.174647 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'Port': '1.7',
Feb 02 13:27:41.174647 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'PortForwarding': '1.2',
Feb 02 13:27:41.174647 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'QosPolicy': '1.8',
Feb 02 13:27:41.174647 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'SecurityGroup': '1.4',
Feb 02 13:27:41.174647 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'SecurityGroupRule': '1.2',
Feb 02 13:27:41.174647 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'SubPort': '1.0',
Feb 02 13:27:41.174647 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'Subnet': '1.1',
Feb 02 13:27:41.174647 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'Trunk': '1.1'}}
Feb 02 13:27:41.174647 dv-cinder-772388-4-iscsi neutron-server[80071]:  {{(pid=80185) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 02 13:27:41.222282 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-efdb1d73-dbf8-42c2-b6b0-04aa6792fbd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771911551603'] for network, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:27:41.228311 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-efdb1d73-dbf8-42c2-b6b0-04aa6792fbd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:27:41.261761 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-efdb1d73-dbf8-42c2-b6b0-04aa6792fbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670'] for network, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:27:41.263063 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdb1d73-dbf8-42c2-b6b0-04aa6792fbd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:27:41.263707 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-efdb1d73-dbf8-42c2-b6b0-04aa6792fbd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for network, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:27:41.269030 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:27:41.378419 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-efdb1d73-dbf8-42c2-b6b0-04aa6792fbd6 admin admin] 10.222.0.133 "POST /v2.0/networks HTTP/1.1" status: 201  len: 842 time: 1.0938621
Feb 02 13:27:41.381275 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdb1d73-dbf8-42c2-b6b0-04aa6792fbd6 admin admin] Pushing event updated for resources: {'Network': ['ID=653fc3bb-546c-4aae-84cf-897ee4e1c8ce,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:27:41.384588 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-efdb1d73-dbf8-42c2-b6b0-04aa6792fbd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:27:41.394891 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Network 653fc3bb-546c-4aae-84cf-897ee4e1c8ce details requested by agent ovs-agent-dv-cinder-772388-4-iscsi with host dv-cinder-772388-4-iscsi {{(pid=80186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 02 13:27:44.572207 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 37548) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:27:45.083415 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d3a2f1-47b6-4a0a-8bbb-6e838ffee3b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:27:45.084964 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-34d3a2f1-47b6-4a0a-8bbb-6e838ffee3b4 admin admin] 10.222.0.133 "GET /v2.0/networks/653fc3bb-546c-4aae-84cf-897ee4e1c8ce HTTP/1.1" status: 200  len: 818 time: 0.5114582
Feb 02 13:27:45.120155 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-ae9e3251-553d-4f6c-898d-0c15cd69d0f8 admin admin] 10.222.0.133 "GET /v2.0/subnetpools/fc573c37-a631-46fd-ac94-121fabdcd562 HTTP/1.1" status: 200  len: 734 time: 0.0286431
Feb 02 13:27:45.131879 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-20cad7a0-70e1-48d4-81d8-25f587f30690 admin admin] Request body: {'subnet': {'network_id': '653fc3bb-546c-4aae-84cf-897ee4e1c8ce', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'fc573c37-a631-46fd-ac94-121fabdcd562', 'tenant_id': '3e3c107c71fb49e2827f18ce921da157'}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:27:45.137155 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-20cad7a0-70e1-48d4-81d8-25f587f30690 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:27:45.142094 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-20cad7a0-70e1-48d4-81d8-25f587f30690 admin admin] Usage tracker for resource:subnet and tenant:3e3c107c71fb49e2827f18ce921da157 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:27:45.145411 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-20cad7a0-70e1-48d4-81d8-25f587f30690 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:27:45.151568 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-20cad7a0-70e1-48d4-81d8-25f587f30690 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:27:45.160770 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20cad7a0-70e1-48d4-81d8-25f587f30690 admin admin] Made reservation on behalf of 3e3c107c71fb49e2827f18ce921da157 for: {'subnet': 1} {{(pid=80185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 02 13:27:45.165654 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-20cad7a0-70e1-48d4-81d8-25f587f30690 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:27:45.641329 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-20cad7a0-70e1-48d4-81d8-25f587f30690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670'] for subnet, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:27:45.653925 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:27:45.799508 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cad7a0-70e1-48d4-81d8-25f587f30690 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80b60f09-2e66-40e6-a3c4-0e83925d6dae,revision_number=0']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:27:45.815097 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-20cad7a0-70e1-48d4-81d8-25f587f30690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:27:45.869478 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cad7a0-70e1-48d4-81d8-25f587f30690 admin admin] Checking segment: {'id': '1e91c9b8-31d7-4b64-a1a5-a2171a1d6fba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '653fc3bb-546c-4aae-84cf-897ee4e1c8ce'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:27:45.869841 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cad7a0-70e1-48d4-81d8-25f587f30690 admin admin] Network hostable DHCP agents. Network: 653fc3bb-546c-4aae-84cf-897ee4e1c8ce, hostable agents: ['f461d640-d7db-44f6-a785-e3cace2a4602'], hosted agents: [] {{(pid=80185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 02 13:27:45.890236 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cad7a0-70e1-48d4-81d8-25f587f30690 admin admin] Network 653fc3bb-546c-4aae-84cf-897ee4e1c8ce is scheduled to be hosted by DHCP agent f461d640-d7db-44f6-a785-e3cace2a4602 with binding_index 1 {{(pid=80185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 02 13:27:45.899565 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [None req-20cad7a0-70e1-48d4-81d8-25f587f30690 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-4-iscsi, 653fc3bb-546c-4aae-84cf-897ee4e1c8ce) {{(pid=80185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:27:45.904088 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cad7a0-70e1-48d4-81d8-25f587f30690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:27:45.905417 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-20cad7a0-70e1-48d4-81d8-25f587f30690 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for subnet, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:27:45.911655 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b9cd71-cb7d-4d64-a2d1-a28c952d7854 None None] Network 653fc3bb-546c-4aae-84cf-897ee4e1c8ce requested from dv-cinder-772388-4-iscsi {{(pid=80186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 02 13:27:45.928762 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-20cad7a0-70e1-48d4-81d8-25f587f30690 admin admin] 10.222.0.133 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.8012075
Feb 02 13:27:46.247044 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abed23f5-1bf1-4799-987a-7cadd1c00abc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa05205c3-8815-540b-8771-77f24174213e-653fc3bb-546c-4aae-84cf-897ee4e1c8ce', 'network_id': '653fc3bb-546c-4aae-84cf-897ee4e1c8ce', 'tenant_id': '3e3c107c71fb49e2827f18ce921da157', 'fixed_ips': [{'subnet_id': '80b60f09-2e66-40e6-a3c4-0e83925d6dae'}]}} from dv-cinder-772388-4-iscsi. {{(pid=80186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 02 13:27:46.248430 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-abed23f5-1bf1-4799-987a-7cadd1c00abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_create {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:27:46.581845 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_common [None req-abed23f5-1bf1-4799-987a-7cadd1c00abc None None] Allocated IP 172.20.0.2 (653fc3bb-546c-4aae-84cf-897ee4e1c8ce/80b60f09-2e66-40e6-a3c4-0e83925d6dae/2f75b319-470c-4770-b5d3-e6f0bbc1bf78) {{(pid=80186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 02 13:27:46.831108 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-abed23f5-1bf1-4799-987a-7cadd1c00abc None None] Notify callbacks [] for port, precommit_create {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:27:46.844795 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-abed23f5-1bf1-4799-987a-7cadd1c00abc None None] Transition to ACTIVE for port object 2f75b319-470c-4770-b5d3-e6f0bbc1bf78 will not be triggered until provisioned by entity L2. {{(pid=80186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:27:46.863584 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-abed23f5-1bf1-4799-987a-7cadd1c00abc None None] Transition to ACTIVE for port object 2f75b319-470c-4770-b5d3-e6f0bbc1bf78 will not be triggered until provisioned by entity DHCP. {{(pid=80186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:27:46.870164 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-abed23f5-1bf1-4799-987a-7cadd1c00abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264943169311'] for port, after_create {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:27:46.887592 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:27:47.028578 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed23f5-1bf1-4799-987a-7cadd1c00abc None None] Pushing event updated for resources: {'Port': ['ID=2f75b319-470c-4770-b5d3-e6f0bbc1bf78,revision_number=1']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:27:47.230155 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abed23f5-1bf1-4799-987a-7cadd1c00abc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:27:47.230522 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abed23f5-1bf1-4799-987a-7cadd1c00abc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:27:47.230875 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abed23f5-1bf1-4799-987a-7cadd1c00abc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:27:47.231227 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abed23f5-1bf1-4799-987a-7cadd1c00abc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:27:47.231575 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abed23f5-1bf1-4799-987a-7cadd1c00abc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:27:47.231949 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abed23f5-1bf1-4799-987a-7cadd1c00abc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:27:47.232291 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abed23f5-1bf1-4799-987a-7cadd1c00abc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:27:47.232776 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abed23f5-1bf1-4799-987a-7cadd1c00abc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:27:47.233163 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abed23f5-1bf1-4799-987a-7cadd1c00abc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:27:47.233517 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abed23f5-1bf1-4799-987a-7cadd1c00abc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:27:47.233865 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abed23f5-1bf1-4799-987a-7cadd1c00abc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:27:47.234204 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abed23f5-1bf1-4799-987a-7cadd1c00abc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:27:47.235327 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abed23f5-1bf1-4799-987a-7cadd1c00abc None None] Tracked resource versions report:
Feb 02 13:27:47.235327 dv-cinder-772388-4-iscsi neutron-server[80071]: pushed versions:
Feb 02 13:27:47.235327 dv-cinder-772388-4-iscsi neutron-server[80071]: {   'AddressGroup': {'1.1'},
Feb 02 13:27:47.235327 dv-cinder-772388-4-iscsi neutron-server[80071]:     'ConntrackHelper': {'1.0'},
Feb 02 13:27:47.235327 dv-cinder-772388-4-iscsi neutron-server[80071]:     'Log': {'1.0'},
Feb 02 13:27:47.235327 dv-cinder-772388-4-iscsi neutron-server[80071]:     'Network': {'1.1'},
Feb 02 13:27:47.235327 dv-cinder-772388-4-iscsi neutron-server[80071]:     'Port': {'1.7'},
Feb 02 13:27:47.235327 dv-cinder-772388-4-iscsi neutron-server[80071]:     'PortForwarding': {'1.2'},
Feb 02 13:27:47.235327 dv-cinder-772388-4-iscsi neutron-server[80071]:     'QosPolicy': {'1.8'},
Feb 02 13:27:47.235327 dv-cinder-772388-4-iscsi neutron-server[80071]:     'SecurityGroup': {'1.4'},
Feb 02 13:27:47.235327 dv-cinder-772388-4-iscsi neutron-server[80071]:     'SecurityGroupRule': {'1.2'},
Feb 02 13:27:47.235327 dv-cinder-772388-4-iscsi neutron-server[80071]:     'SubPort': {'1.0'},
Feb 02 13:27:47.235327 dv-cinder-772388-4-iscsi neutron-server[80071]:     'Subnet': {'1.1'},
Feb 02 13:27:47.235327 dv-cinder-772388-4-iscsi neutron-server[80071]:     'Trunk': {'1.1'}}
Feb 02 13:27:47.235327 dv-cinder-772388-4-iscsi neutron-server[80071]: consumer versions:
Feb 02 13:27:47.235327 dv-cinder-772388-4-iscsi neutron-server[80071]: {   DHCP agent@dv-cinder-772388-4-iscsi: {},
Feb 02 13:27:47.235327 dv-cinder-772388-4-iscsi neutron-server[80071]:     L3 agent@dv-cinder-772388-4-iscsi: {},
Feb 02 13:27:47.235327 dv-cinder-772388-4-iscsi neutron-server[80071]:     Metadata agent@dv-cinder-772388-4-iscsi: {},
Feb 02 13:27:47.235327 dv-cinder-772388-4-iscsi neutron-server[80071]:     Metering agent@dv-cinder-772388-4-iscsi: {},
Feb 02 13:27:47.235327 dv-cinder-772388-4-iscsi neutron-server[80071]:     Open vSwitch agent@dv-cinder-772388-4-iscsi: {   'AddressGroup': '1.1',
Feb 02 13:27:47.235327 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'ConntrackHelper': '1.0',
Feb 02 13:27:47.235327 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'Log': '1.0',
Feb 02 13:27:47.235327 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'Network': '1.1',
Feb 02 13:27:47.235327 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'Port': '1.7',
Feb 02 13:27:47.235327 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'PortForwarding': '1.2',
Feb 02 13:27:47.235327 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'QosPolicy': '1.8',
Feb 02 13:27:47.235327 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'SecurityGroup': '1.4',
Feb 02 13:27:47.235327 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'SecurityGroupRule': '1.2',
Feb 02 13:27:47.235327 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'SubPort': '1.0',
Feb 02 13:27:47.235327 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'Subnet': '1.1',
Feb 02 13:27:47.235327 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'Trunk': '1.1'}}
Feb 02 13:27:47.235327 dv-cinder-772388-4-iscsi neutron-server[80071]:  {{(pid=80186) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 02 13:27:47.242998 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-abed23f5-1bf1-4799-987a-7cadd1c00abc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:27:47.297890 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abed23f5-1bf1-4799-987a-7cadd1c00abc None None] Network 653fc3bb-546c-4aae-84cf-897ee4e1c8ce is already hosted by enough agents. {{(pid=80186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:27:47.299045 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [None req-abed23f5-1bf1-4799-987a-7cadd1c00abc None None] Resources bound (agent type, host, resource id):  {{(pid=80186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:27:47.301923 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abed23f5-1bf1-4799-987a-7cadd1c00abc None None] Received port after_create {{(pid=80186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 02 13:27:47.363227 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-abed23f5-1bf1-4799-987a-7cadd1c00abc None None] Attempting to bind port 2f75b319-470c-4770-b5d3-e6f0bbc1bf78 on host dv-cinder-772388-4-iscsi for vnic_type normal with profile  {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 02 13:27:47.363634 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-abed23f5-1bf1-4799-987a-7cadd1c00abc None None] Attempting to bind port 2f75b319-470c-4770-b5d3-e6f0bbc1bf78 by drivers openvswitch on host dv-cinder-772388-4-iscsi at level 0 using segments [{'id': '1e91c9b8-31d7-4b64-a1a5-a2171a1d6fba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '653fc3bb-546c-4aae-84cf-897ee4e1c8ce'}] {{(pid=80186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 02 13:27:47.364090 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abed23f5-1bf1-4799-987a-7cadd1c00abc None None] Attempting to bind port 2f75b319-470c-4770-b5d3-e6f0bbc1bf78 on network 653fc3bb-546c-4aae-84cf-897ee4e1c8ce {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 02 13:27:47.369717 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abed23f5-1bf1-4799-987a-7cadd1c00abc None None] Checking agent: {'id': '59520739-4536-4d8c-966e-8cf7fcba95c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 27, 30), 'started_at': datetime.datetime(2021, 2, 2, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.101', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 02 13:27:47.370134 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abed23f5-1bf1-4799-987a-7cadd1c00abc None None] Checking segment: {'id': '1e91c9b8-31d7-4b64-a1a5-a2171a1d6fba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '653fc3bb-546c-4aae-84cf-897ee4e1c8ce'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:27:47.370601 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-abed23f5-1bf1-4799-987a-7cadd1c00abc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:27:47.371020 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abed23f5-1bf1-4799-987a-7cadd1c00abc None None] Bound using segment: {'id': '1e91c9b8-31d7-4b64-a1a5-a2171a1d6fba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '653fc3bb-546c-4aae-84cf-897ee4e1c8ce'} {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 02 13:27:47.371538 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-abed23f5-1bf1-4799-987a-7cadd1c00abc None None] Bound port: 2f75b319-470c-4770-b5d3-e6f0bbc1bf78, host: dv-cinder-772388-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e91c9b8-31d7-4b64-a1a5-a2171a1d6fba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '653fc3bb-546c-4aae-84cf-897ee4e1c8ce'}}] {{(pid=80186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 02 13:27:47.371955 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-abed23f5-1bf1-4799-987a-7cadd1c00abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:27:47.475798 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-abed23f5-1bf1-4799-987a-7cadd1c00abc None None] For port 2f75b319-470c-4770-b5d3-e6f0bbc1bf78, host dv-cinder-772388-4-iscsi, cleared binding levels {{(pid=80186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 02 13:27:47.479987 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-abed23f5-1bf1-4799-987a-7cadd1c00abc None None] For port 2f75b319-470c-4770-b5d3-e6f0bbc1bf78, host dv-cinder-772388-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=2f75b319-470c-4770-b5d3-e6f0bbc1bf78,segment=NetworkSegment(1e91c9b8-31d7-4b64-a1a5-a2171a1d6fba),segment_id=1e91c9b8-31d7-4b64-a1a5-a2171a1d6fba)] {{(pid=80186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 02 13:27:47.483787 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-abed23f5-1bf1-4799-987a-7cadd1c00abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:27:47.497705 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-abed23f5-1bf1-4799-987a-7cadd1c00abc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:27:47.650259 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed23f5-1bf1-4799-987a-7cadd1c00abc None None] Pushing event updated for resources: {'Port': ['ID=2f75b319-470c-4770-b5d3-e6f0bbc1bf78,revision_number=2']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:27:47.653473 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-abed23f5-1bf1-4799-987a-7cadd1c00abc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:27:49.026483 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 37558) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:27:49.486881 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [None req-0df0b63c-1cf2-4116-b69b-8e18ab2e6edb admin admin] http://10.222.0.133:9696/v2.0/extensions returned with HTTP 200 {{(pid=80185) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 02 13:27:49.488014 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-0df0b63c-1cf2-4116-b69b-8e18ab2e6edb admin admin] 10.222.0.133 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.4603946
Feb 02 13:27:52.235647 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device 2f75b319-470c-4770-b5d3-e6f0bbc1bf78 up at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:27:52.321503 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning for port 2f75b319-470c-4770-b5d3-e6f0bbc1bf78 completed by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:27:52.418589 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 37572) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:27:52.573570 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50a4266-2f68-4e07-be05-22924a9f781f None None] Network 653fc3bb-546c-4aae-84cf-897ee4e1c8ce requested from dv-cinder-772388-4-iscsi {{(pid=80186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 02 13:27:52.668566 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-313cd9a1-5fea-4140-a6f6-aaae157966fc None None] Provisioning for port 2f75b319-470c-4770-b5d3-e6f0bbc1bf78 completed by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:27:52.686646 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-313cd9a1-5fea-4140-a6f6-aaae157966fc None None] Provisioning complete for port 2f75b319-470c-4770-b5d3-e6f0bbc1bf78 triggered by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:27:52.687174 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-313cd9a1-5fea-4140-a6f6-aaae157966fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:27:52.962352 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-313cd9a1-5fea-4140-a6f6-aaae157966fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:27:52.978137 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [None req-1526de7b-f3f5-40ea-bba3-629ea317c1a6 admin admin] http://10.222.0.133:9696/v2.0/extensions returned with HTTP 200 {{(pid=80185) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 02 13:27:52.979213 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-1526de7b-f3f5-40ea-bba3-629ea317c1a6 admin admin] 10.222.0.133 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.5595174
Feb 02 13:27:53.023639 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-313cd9a1-5fea-4140-a6f6-aaae157966fc None None] For port 2f75b319-470c-4770-b5d3-e6f0bbc1bf78, host dv-cinder-772388-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=2f75b319-470c-4770-b5d3-e6f0bbc1bf78,segment=NetworkSegment(1e91c9b8-31d7-4b64-a1a5-a2171a1d6fba),segment_id=1e91c9b8-31d7-4b64-a1a5-a2171a1d6fba)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:27:53.027304 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-313cd9a1-5fea-4140-a6f6-aaae157966fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:27:53.034640 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:27:53.132099 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313cd9a1-5fea-4140-a6f6-aaae157966fc None None] Pushing event updated for resources: {'Port': ['ID=2f75b319-470c-4770-b5d3-e6f0bbc1bf78,revision_number=3']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:27:53.136071 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-313cd9a1-5fea-4140-a6f6-aaae157966fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:27:53.364045 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-21a09296-d4b3-4e41-9186-4550149ae275 None None] Provisioning complete for port 2f75b319-470c-4770-b5d3-e6f0bbc1bf78 triggered by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:27:53.364647 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-21a09296-d4b3-4e41-9186-4550149ae275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:27:53.636334 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-acf075ae-bd28-4816-8f8c-1dafae67dde6 None None] Provisioning complete for port 2f75b319-470c-4770-b5d3-e6f0bbc1bf78 triggered by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:27:53.636738 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-acf075ae-bd28-4816-8f8c-1dafae67dde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:27:54.211166 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device 2f75b319-470c-4770-b5d3-e6f0bbc1bf78 up at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:27:54.286577 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning complete for port 2f75b319-470c-4770-b5d3-e6f0bbc1bf78 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:27:54.287075 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:27:55.910792 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-11c273db-e5f7-4e2a-9589-ea37cb3310db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:27:56.122156 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 37584) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:27:56.529732 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-89cb1ba2-49ae-4ce3-9550-f888239b314a admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '3e3c107c71fb49e2827f18ce921da157'}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:27:56.537755 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-89cb1ba2-49ae-4ce3-9550-f888239b314a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:27:56.542069 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-89cb1ba2-49ae-4ce3-9550-f888239b314a admin admin] Usage tracker for resource:router and tenant:3e3c107c71fb49e2827f18ce921da157 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:27:56.545269 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-89cb1ba2-49ae-4ce3-9550-f888239b314a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:27:56.551293 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-89cb1ba2-49ae-4ce3-9550-f888239b314a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:27:56.561053 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-89cb1ba2-49ae-4ce3-9550-f888239b314a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2071196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854754958'] for router, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:27:56.562372 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-89cb1ba2-49ae-4ce3-9550-f888239b314a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852704654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852699534', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2021380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-20842'] for router, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:27:56.583294 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-89cb1ba2-49ae-4ce3-9550-f888239b314a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:27:56.692322 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-89cb1ba2-49ae-4ce3-9550-f888239b314a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852704620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2076335'] for router, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:27:56.710854 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-89cb1ba2-49ae-4ce3-9550-f888239b314a admin admin] Notify callbacks [] for router, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:27:56.712140 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-89cb1ba2-49ae-4ce3-9550-f888239b314a admin admin] 10.222.0.133 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5883226
Feb 02 13:27:58.917877 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c7e8766e-8d12-4426-afca-822902410145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:27:59.285038 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-252b0511-8356-475c-ac32-f11206cf2383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:27:59.461256 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 37604) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:27:59.650599 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [None req-53513e5a-3e81-42db-b68f-35219cb0d242 admin admin] http://10.222.0.133:9696/v2.0/extensions returned with HTTP 200 {{(pid=80185) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 02 13:27:59.652022 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-53513e5a-3e81-42db-b68f-35219cb0d242 admin admin] 10.222.0.133 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.1896038
Feb 02 13:28:00.204609 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:28:00.906207 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-42ef245d-f728-4293-a752-dedea4fc02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:28:02.214201 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 37624) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:28:02.293648 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-89ff9366-6ed0-4413-9c67-33e9abc67af6 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'is_default': True, 'admin_state_up': True}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:28:02.298828 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-89ff9366-6ed0-4413-9c67-33e9abc67af6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:28:02.302861 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-89ff9366-6ed0-4413-9c67-33e9abc67af6 admin admin] Usage tracker for resource:network and tenant:0de516644f6843e2a7522d8a3d4399e7 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:28:02.306356 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-89ff9366-6ed0-4413-9c67-33e9abc67af6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:28:02.312627 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-89ff9366-6ed0-4413-9c67-33e9abc67af6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:28:02.321692 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ff9366-6ed0-4413-9c67-33e9abc67af6 admin admin] Made reservation on behalf of 0de516644f6843e2a7522d8a3d4399e7 for: {'network': 1} {{(pid=80185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 02 13:28:02.327354 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-89ff9366-6ed0-4413-9c67-33e9abc67af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for network, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:28:02.340384 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-89ff9366-6ed0-4413-9c67-33e9abc67af6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:28:02.355089 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-89ff9366-6ed0-4413-9c67-33e9abc67af6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:28:02.359078 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-89ff9366-6ed0-4413-9c67-33e9abc67af6 admin admin] Usage tracker for resource:security_group_rule and tenant:0de516644f6843e2a7522d8a3d4399e7 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:28:02.361966 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-89ff9366-6ed0-4413-9c67-33e9abc67af6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:28:02.367633 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-89ff9366-6ed0-4413-9c67-33e9abc67af6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:28:02.453625 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-89ff9366-6ed0-4413-9c67-33e9abc67af6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:28:02.456569 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-89ff9366-6ed0-4413-9c67-33e9abc67af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:28:02.461252 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:28:02.477128 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-89ff9366-6ed0-4413-9c67-33e9abc67af6 admin admin] Reserving flat network on physical network physnet1 {{(pid=80185) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Feb 02 13:28:02.500313 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff9366-6ed0-4413-9c67-33e9abc67af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd1f681-2c44-4b5e-b10a-460d4e0ef644,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:28:02.504618 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-89ff9366-6ed0-4413-9c67-33e9abc67af6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:28:02.505678 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-89ff9366-6ed0-4413-9c67-33e9abc67af6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771912128866', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764996'] for segment, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:28:02.506267 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-89ff9366-6ed0-4413-9c67-33e9abc67af6 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fa5eb4d9620> segment precommit_create {{(pid=80185) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Feb 02 13:28:02.506692 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.db.segments_db [None req-89ff9366-6ed0-4413-9c67-33e9abc67af6 admin admin] Added segment 5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8 of type flat for network 081eaffe-521e-4302-9444-c5c7bff220cd
Feb 02 13:28:02.541785 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-89ff9366-6ed0-4413-9c67-33e9abc67af6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771911551603'] for network, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:28:02.581359 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-89ff9366-6ed0-4413-9c67-33e9abc67af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670'] for network, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:28:02.582590 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ff9366-6ed0-4413-9c67-33e9abc67af6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:28:02.583215 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-89ff9366-6ed0-4413-9c67-33e9abc67af6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for network, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:28:02.588078 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-efdb1d73-dbf8-42c2-b6b0-04aa6792fbd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:28:02.693183 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-89ff9366-6ed0-4413-9c67-33e9abc67af6 admin admin] 10.222.0.133 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.4778247
Feb 02 13:28:02.693926 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff9366-6ed0-4413-9c67-33e9abc67af6 admin admin] Pushing event updated for resources: {'Network': ['ID=081eaffe-521e-4302-9444-c5c7bff220cd,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:28:02.696770 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-89ff9366-6ed0-4413-9c67-33e9abc67af6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:28:02.706405 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Network 081eaffe-521e-4302-9444-c5c7bff220cd details requested by agent ovs-agent-dv-cinder-772388-4-iscsi with host dv-cinder-772388-4-iscsi {{(pid=80186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 02 13:28:05.273444 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 37634) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:28:05.419335 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36848772-0885-4aa2-b45a-121865529dc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:28:05.420852 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-36848772-0885-4aa2-b45a-121865529dc7 admin admin] 10.222.0.133 "GET /v2.0/subnets/80b60f09-2e66-40e6-a3c4-0e83925d6dae HTTP/1.1" status: 200  len: 849 time: 0.1463220
Feb 02 13:28:05.572484 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-1194d9e7-2823-4b27-b65c-d7d1063e7863 admin admin] 10.222.0.133 "GET /v2.0/routers/101b426a-fb7f-4bed-adf2-3255bcfdcd50 HTTP/1.1" status: 200  len: 704 time: 0.1447344
Feb 02 13:28:06.213960 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-039a3fb2-e202-41f3-b91c-7f210340200f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:28:06.586240 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_common [None req-039a3fb2-e202-41f3-b91c-7f210340200f admin admin] Allocated IP 172.20.0.1 (653fc3bb-546c-4aae-84cf-897ee4e1c8ce/80b60f09-2e66-40e6-a3c4-0e83925d6dae/2cf7bce8-20ec-41a1-99b2-8e7d82f8014e) {{(pid=80185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 02 13:28:06.759818 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-039a3fb2-e202-41f3-b91c-7f210340200f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:28:06.779091 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-039a3fb2-e202-41f3-b91c-7f210340200f admin admin] Transition to ACTIVE for port object 2cf7bce8-20ec-41a1-99b2-8e7d82f8014e will not be triggered until provisioned by entity DHCP. {{(pid=80185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:28:06.836973 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-039a3fb2-e202-41f3-b91c-7f210340200f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264943169311'] for port, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:28:06.855510 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:28:06.981535 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039a3fb2-e202-41f3-b91c-7f210340200f admin admin] Pushing event updated for resources: {'Port': ['ID=2cf7bce8-20ec-41a1-99b2-8e7d82f8014e,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:28:06.985164 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-039a3fb2-e202-41f3-b91c-7f210340200f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:28:07.053737 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039a3fb2-e202-41f3-b91c-7f210340200f admin admin] Network 653fc3bb-546c-4aae-84cf-897ee4e1c8ce is already hosted by enough agents. {{(pid=80185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:28:07.054849 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [None req-039a3fb2-e202-41f3-b91c-7f210340200f admin admin] Resources bound (agent type, host, resource id):  {{(pid=80185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:28:07.057283 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039a3fb2-e202-41f3-b91c-7f210340200f admin admin] Received port after_create {{(pid=80185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 02 13:28:07.057968 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-039a3fb2-e202-41f3-b91c-7f210340200f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2073963'] for router_interface, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:28:07.285089 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-dbda1457-805f-4c6e-a152-93f0c9892ca2 None None] Provisioning for port 2cf7bce8-20ec-41a1-99b2-8e7d82f8014e completed by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:28:07.295003 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-dbda1457-805f-4c6e-a152-93f0c9892ca2 None None] Provisioning complete for port 2cf7bce8-20ec-41a1-99b2-8e7d82f8014e triggered by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:28:07.295639 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-dbda1457-805f-4c6e-a152-93f0c9892ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:28:07.371014 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-039a3fb2-e202-41f3-b91c-7f210340200f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:28:07.376349 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-dbda1457-805f-4c6e-a152-93f0c9892ca2 None None] Port 2cf7bce8-20ec-41a1-99b2-8e7d82f8014e cannot update to ACTIVE because it is not bound. {{(pid=80186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 02 13:28:07.696488 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-039a3fb2-e202-41f3-b91c-7f210340200f admin admin] Notify callbacks [] for port, precommit_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:28:07.700992 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-039a3fb2-e202-41f3-b91c-7f210340200f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:28:07.702149 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-039a3fb2-e202-41f3-b91c-7f210340200f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853078024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2077237'] for router_interface, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:28:07.716932 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-039a3fb2-e202-41f3-b91c-7f210340200f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:28:08.013412 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039a3fb2-e202-41f3-b91c-7f210340200f admin admin] Pushing event updated for resources: {'Port': ['ID=2cf7bce8-20ec-41a1-99b2-8e7d82f8014e,revision_number=2']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:28:08.018294 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-039a3fb2-e202-41f3-b91c-7f210340200f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:28:08.074633 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039a3fb2-e202-41f3-b91c-7f210340200f admin admin] Network 653fc3bb-546c-4aae-84cf-897ee4e1c8ce is already hosted by enough agents. {{(pid=80185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:28:08.076143 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [None req-039a3fb2-e202-41f3-b91c-7f210340200f admin admin] Resources bound (agent type, host, resource id):  {{(pid=80185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:28:08.281369 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-039a3fb2-e202-41f3-b91c-7f210340200f admin admin] Router 101b426a-fb7f-4bed-adf2-3255bcfdcd50 is scheduled to L3 agent 46ed2aac-7d32-4274-9cac-387c5fc2cd87 with binding_index 1 {{(pid=80185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 02 13:28:08.307966 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-d108a78c-b98a-43a2-8b33-49c63f72d2ec None None] Provisioning complete for port 2cf7bce8-20ec-41a1-99b2-8e7d82f8014e triggered by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:28:08.308478 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d108a78c-b98a-43a2-8b33-49c63f72d2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:28:08.371909 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-d108a78c-b98a-43a2-8b33-49c63f72d2ec None None] Port 2cf7bce8-20ec-41a1-99b2-8e7d82f8014e cannot update to ACTIVE because it is not bound. {{(pid=80186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 02 13:28:08.448635 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-039a3fb2-e202-41f3-b91c-7f210340200f admin admin] Notify agent at l3_agent.dv-cinder-772388-4-iscsi the message routers_updated {{(pid=80185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 02 13:28:08.458734 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-039a3fb2-e202-41f3-b91c-7f210340200f admin admin] 10.222.0.133 "PUT /v2.0/routers/101b426a-fb7f-4bed-adf2-3255bcfdcd50/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.8797312
Feb 02 13:28:08.460219 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c84e93-fcd2-45dc-9bc2-3f1b4be32aa9 None None] Sync routers for ids ['101b426a-fb7f-4bed-adf2-3255bcfdcd50'] in dv-cinder-772388-4-iscsi {{(pid=80187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 02 13:28:08.471630 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c84e93-fcd2-45dc-9bc2-3f1b4be32aa9 None None] Routers {'101b426a-fb7f-4bed-adf2-3255bcfdcd50'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:28:08.472647 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-25c84e93-fcd2-45dc-9bc2-3f1b4be32aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5ea6f3d30>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:27:59Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['101b426a-fb7f-4bed-adf2-3255bcfdcd50'], 'active': True} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:28:08.666459 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-25c84e93-fcd2-45dc-9bc2-3f1b4be32aa9 None None] Set router 101b426a-fb7f-4bed-adf2-3255bcfdcd50 gateway port host: None {{(pid=80187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:28:09.238196 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-25c84e93-fcd2-45dc-9bc2-3f1b4be32aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5ea6f3d30>, [{'id': '101b426a-fb7f-4bed-adf2-3255bcfdcd50', 'name': 'router1', 'tenant_id': '3e3c107c71fb49e2827f18ce921da157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:27:56Z', 'updated_at': '2021-02-02T13:28:07Z', 'revision_number': 2, 'project_id': '3e3c107c71fb49e2827f18ce921da157', 'gw_port_host': None, '_interfaces': [{'id': '2cf7bce8-20ec-41a1-99b2-8e7d82f8014e', 'name': '', 'network_id': '653fc3bb-546c-4aae-84cf-897ee4e1c8ce', 'tenant_id': '3e3c107c71fb49e2827f18ce921da157', 'mac_address': 'fa:16:3e:2b:27:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '101b426a-fb7f-4bed-adf2-3255bcfdcd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '80b60f09-2e66-40e6-a3c4-0e83925d6dae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:28:06Z', 'updated_at': '2021-02-02T13:28:07Z', 'revision_number': 2, 'project_id': '3e3c107c71fb49e2827f18ce921da157', 'subnets': [{'id': '80b60f09-2e66-40e6-a3c4-0e83925d6dae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc573c37-a631-46fd-ac94-121fabdcd562'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:28:09.243511 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c84e93-fcd2-45dc-9bc2-3f1b4be32aa9 None None] Checking router: 101b426a-fb7f-4bed-adf2-3255bcfdcd50 for host: dv-cinder-772388-4-iscsi {{(pid=80187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 02 13:28:09.243972 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c84e93-fcd2-45dc-9bc2-3f1b4be32aa9 None None] Updating router 101b426a-fb7f-4bed-adf2-3255bcfdcd50 port 2cf7bce8-20ec-41a1-99b2-8e7d82f8014e binding host dv-cinder-772388-4-iscsi {{(pid=80187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 02 13:28:09.305275 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-25c84e93-fcd2-45dc-9bc2-3f1b4be32aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:28:09.783830 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-25c84e93-fcd2-45dc-9bc2-3f1b4be32aa9 None None] Notify callbacks [] for port, precommit_update {{(pid=80187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:28:09.801138 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-25c84e93-fcd2-45dc-9bc2-3f1b4be32aa9 None None] Transition to ACTIVE for port object 2cf7bce8-20ec-41a1-99b2-8e7d82f8014e will not be triggered until provisioned by entity L2. {{(pid=80187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:28:09.803959 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-25c84e93-fcd2-45dc-9bc2-3f1b4be32aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:28:09.821458 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:28:09.959247 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d06516-8141-4ef0-8d7b-3ab1d4afa3da None None] Pushing event updated for resources: {'Port': ['ID=2cf7bce8-20ec-41a1-99b2-8e7d82f8014e,revision_number=3']} {{(pid=80187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:28:09.970903 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d06516-8141-4ef0-8d7b-3ab1d4afa3da None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:28:09.971277 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d06516-8141-4ef0-8d7b-3ab1d4afa3da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:28:09.971640 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d06516-8141-4ef0-8d7b-3ab1d4afa3da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:28:09.972018 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d06516-8141-4ef0-8d7b-3ab1d4afa3da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:28:09.972375 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d06516-8141-4ef0-8d7b-3ab1d4afa3da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:28:09.972727 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d06516-8141-4ef0-8d7b-3ab1d4afa3da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:28:09.973073 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d06516-8141-4ef0-8d7b-3ab1d4afa3da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:28:09.973418 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d06516-8141-4ef0-8d7b-3ab1d4afa3da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:28:09.973766 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d06516-8141-4ef0-8d7b-3ab1d4afa3da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:28:09.974131 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d06516-8141-4ef0-8d7b-3ab1d4afa3da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:28:09.974450 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d06516-8141-4ef0-8d7b-3ab1d4afa3da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:28:09.974790 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d06516-8141-4ef0-8d7b-3ab1d4afa3da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:28:09.975883 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d06516-8141-4ef0-8d7b-3ab1d4afa3da None None] Tracked resource versions report:
Feb 02 13:28:09.975883 dv-cinder-772388-4-iscsi neutron-server[80071]: pushed versions:
Feb 02 13:28:09.975883 dv-cinder-772388-4-iscsi neutron-server[80071]: {   'AddressGroup': {'1.1'},
Feb 02 13:28:09.975883 dv-cinder-772388-4-iscsi neutron-server[80071]:     'ConntrackHelper': {'1.0'},
Feb 02 13:28:09.975883 dv-cinder-772388-4-iscsi neutron-server[80071]:     'Log': {'1.0'},
Feb 02 13:28:09.975883 dv-cinder-772388-4-iscsi neutron-server[80071]:     'Network': {'1.1'},
Feb 02 13:28:09.975883 dv-cinder-772388-4-iscsi neutron-server[80071]:     'Port': {'1.7'},
Feb 02 13:28:09.975883 dv-cinder-772388-4-iscsi neutron-server[80071]:     'PortForwarding': {'1.2'},
Feb 02 13:28:09.975883 dv-cinder-772388-4-iscsi neutron-server[80071]:     'QosPolicy': {'1.8'},
Feb 02 13:28:09.975883 dv-cinder-772388-4-iscsi neutron-server[80071]:     'SecurityGroup': {'1.4'},
Feb 02 13:28:09.975883 dv-cinder-772388-4-iscsi neutron-server[80071]:     'SecurityGroupRule': {'1.2'},
Feb 02 13:28:09.975883 dv-cinder-772388-4-iscsi neutron-server[80071]:     'SubPort': {'1.0'},
Feb 02 13:28:09.975883 dv-cinder-772388-4-iscsi neutron-server[80071]:     'Subnet': {'1.1'},
Feb 02 13:28:09.975883 dv-cinder-772388-4-iscsi neutron-server[80071]:     'Trunk': {'1.1'}}
Feb 02 13:28:09.975883 dv-cinder-772388-4-iscsi neutron-server[80071]: consumer versions:
Feb 02 13:28:09.975883 dv-cinder-772388-4-iscsi neutron-server[80071]: {   DHCP agent@dv-cinder-772388-4-iscsi: {},
Feb 02 13:28:09.975883 dv-cinder-772388-4-iscsi neutron-server[80071]:     L3 agent@dv-cinder-772388-4-iscsi: {},
Feb 02 13:28:09.975883 dv-cinder-772388-4-iscsi neutron-server[80071]:     Metadata agent@dv-cinder-772388-4-iscsi: {},
Feb 02 13:28:09.975883 dv-cinder-772388-4-iscsi neutron-server[80071]:     Metering agent@dv-cinder-772388-4-iscsi: {},
Feb 02 13:28:09.975883 dv-cinder-772388-4-iscsi neutron-server[80071]:     Open vSwitch agent@dv-cinder-772388-4-iscsi: {   'AddressGroup': '1.1',
Feb 02 13:28:09.975883 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'ConntrackHelper': '1.0',
Feb 02 13:28:09.975883 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'Log': '1.0',
Feb 02 13:28:09.975883 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'Network': '1.1',
Feb 02 13:28:09.975883 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'Port': '1.7',
Feb 02 13:28:09.975883 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'PortForwarding': '1.2',
Feb 02 13:28:09.975883 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'QosPolicy': '1.8',
Feb 02 13:28:09.975883 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'SecurityGroup': '1.4',
Feb 02 13:28:09.975883 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'SecurityGroupRule': '1.2',
Feb 02 13:28:09.975883 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'SubPort': '1.0',
Feb 02 13:28:09.975883 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'Subnet': '1.1',
Feb 02 13:28:09.975883 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'Trunk': '1.1'}}
Feb 02 13:28:09.975883 dv-cinder-772388-4-iscsi neutron-server[80071]:  {{(pid=80187) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 02 13:28:09.992700 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-07d06516-8141-4ef0-8d7b-3ab1d4afa3da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:28:10.178023 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-25c84e93-fcd2-45dc-9bc2-3f1b4be32aa9 None None] Attempting to bind port 2cf7bce8-20ec-41a1-99b2-8e7d82f8014e on host dv-cinder-772388-4-iscsi for vnic_type normal with profile  {{(pid=80187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 02 13:28:10.178447 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-25c84e93-fcd2-45dc-9bc2-3f1b4be32aa9 None None] Attempting to bind port 2cf7bce8-20ec-41a1-99b2-8e7d82f8014e by drivers openvswitch on host dv-cinder-772388-4-iscsi at level 0 using segments [{'id': '1e91c9b8-31d7-4b64-a1a5-a2171a1d6fba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '653fc3bb-546c-4aae-84cf-897ee4e1c8ce'}] {{(pid=80187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 02 13:28:10.178857 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c84e93-fcd2-45dc-9bc2-3f1b4be32aa9 None None] Attempting to bind port 2cf7bce8-20ec-41a1-99b2-8e7d82f8014e on network 653fc3bb-546c-4aae-84cf-897ee4e1c8ce {{(pid=80187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 02 13:28:10.185529 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c84e93-fcd2-45dc-9bc2-3f1b4be32aa9 None None] Checking agent: {'id': '59520739-4536-4d8c-966e-8cf7fcba95c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 27, 30), 'started_at': datetime.datetime(2021, 2, 2, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.101', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 02 13:28:10.185947 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c84e93-fcd2-45dc-9bc2-3f1b4be32aa9 None None] Checking segment: {'id': '1e91c9b8-31d7-4b64-a1a5-a2171a1d6fba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '653fc3bb-546c-4aae-84cf-897ee4e1c8ce'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:28:10.186416 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-25c84e93-fcd2-45dc-9bc2-3f1b4be32aa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:28:10.186839 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c84e93-fcd2-45dc-9bc2-3f1b4be32aa9 None None] Bound using segment: {'id': '1e91c9b8-31d7-4b64-a1a5-a2171a1d6fba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '653fc3bb-546c-4aae-84cf-897ee4e1c8ce'} {{(pid=80187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 02 13:28:10.187357 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-25c84e93-fcd2-45dc-9bc2-3f1b4be32aa9 None None] Bound port: 2cf7bce8-20ec-41a1-99b2-8e7d82f8014e, host: dv-cinder-772388-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e91c9b8-31d7-4b64-a1a5-a2171a1d6fba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '653fc3bb-546c-4aae-84cf-897ee4e1c8ce'}}] {{(pid=80187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 02 13:28:10.187755 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-25c84e93-fcd2-45dc-9bc2-3f1b4be32aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:28:10.290155 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-25c84e93-fcd2-45dc-9bc2-3f1b4be32aa9 None None] For port 2cf7bce8-20ec-41a1-99b2-8e7d82f8014e, host dv-cinder-772388-4-iscsi, cleared binding levels {{(pid=80187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 02 13:28:10.297898 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-25c84e93-fcd2-45dc-9bc2-3f1b4be32aa9 None None] For port 2cf7bce8-20ec-41a1-99b2-8e7d82f8014e, host dv-cinder-772388-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=2cf7bce8-20ec-41a1-99b2-8e7d82f8014e,segment=NetworkSegment(1e91c9b8-31d7-4b64-a1a5-a2171a1d6fba),segment_id=1e91c9b8-31d7-4b64-a1a5-a2171a1d6fba)] {{(pid=80187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 02 13:28:10.302513 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-25c84e93-fcd2-45dc-9bc2-3f1b4be32aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:28:10.323418 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-07d06516-8141-4ef0-8d7b-3ab1d4afa3da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:28:10.474294 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d06516-8141-4ef0-8d7b-3ab1d4afa3da None None] Pushing event updated for resources: {'Port': ['ID=2cf7bce8-20ec-41a1-99b2-8e7d82f8014e,revision_number=4']} {{(pid=80187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:28:10.477612 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-07d06516-8141-4ef0-8d7b-3ab1d4afa3da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:28:10.541887 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c84e93-fcd2-45dc-9bc2-3f1b4be32aa9 None None] Routers {'101b426a-fb7f-4bed-adf2-3255bcfdcd50'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:28:10.542614 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-25c84e93-fcd2-45dc-9bc2-3f1b4be32aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5ea6f3d30>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:27:59Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['101b426a-fb7f-4bed-adf2-3255bcfdcd50'], 'active': True} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:28:10.716763 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-25c84e93-fcd2-45dc-9bc2-3f1b4be32aa9 None None] Set router 101b426a-fb7f-4bed-adf2-3255bcfdcd50 gateway port host: None {{(pid=80187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:28:11.022358 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 37646) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:28:11.073884 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-25c84e93-fcd2-45dc-9bc2-3f1b4be32aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5ea6f3d30>, [{'id': '101b426a-fb7f-4bed-adf2-3255bcfdcd50', 'name': 'router1', 'tenant_id': '3e3c107c71fb49e2827f18ce921da157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:27:56Z', 'updated_at': '2021-02-02T13:28:07Z', 'revision_number': 2, 'project_id': '3e3c107c71fb49e2827f18ce921da157', 'gw_port_host': None, '_interfaces': [{'id': '2cf7bce8-20ec-41a1-99b2-8e7d82f8014e', 'name': '', 'network_id': '653fc3bb-546c-4aae-84cf-897ee4e1c8ce', 'tenant_id': '3e3c107c71fb49e2827f18ce921da157', 'mac_address': 'fa:16:3e:2b:27:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '101b426a-fb7f-4bed-adf2-3255bcfdcd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '80b60f09-2e66-40e6-a3c4-0e83925d6dae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:28:06Z', 'updated_at': '2021-02-02T13:28:10Z', 'revision_number': 4, 'project_id': '3e3c107c71fb49e2827f18ce921da157', 'subnets': [{'id': '80b60f09-2e66-40e6-a3c4-0e83925d6dae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc573c37-a631-46fd-ac94-121fabdcd562'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:28:11.078339 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c84e93-fcd2-45dc-9bc2-3f1b4be32aa9 None None] The sync data for ids ['101b426a-fb7f-4bed-adf2-3255bcfdcd50'] in dv-cinder-772388-4-iscsi is: [{'id': '101b426a-fb7f-4bed-adf2-3255bcfdcd50', 'name': 'router1', 'tenant_id': '3e3c107c71fb49e2827f18ce921da157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:27:56Z', 'updated_at': '2021-02-02T13:28:07Z', 'revision_number': 2, 'project_id': '3e3c107c71fb49e2827f18ce921da157', 'gw_port_host': None, '_interfaces': [{'id': '2cf7bce8-20ec-41a1-99b2-8e7d82f8014e', 'name': '', 'network_id': '653fc3bb-546c-4aae-84cf-897ee4e1c8ce', 'tenant_id': '3e3c107c71fb49e2827f18ce921da157', 'mac_address': 'fa:16:3e:2b:27:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '101b426a-fb7f-4bed-adf2-3255bcfdcd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '80b60f09-2e66-40e6-a3c4-0e83925d6dae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:28:06Z', 'updated_at': '2021-02-02T13:28:10Z', 'revision_number': 4, 'project_id': '3e3c107c71fb49e2827f18ce921da157', 'subnets': [{'id': '80b60f09-2e66-40e6-a3c4-0e83925d6dae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc573c37-a631-46fd-ac94-121fabdcd562'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 02 13:28:11.282138 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0beea169-9858-48fe-859c-69cb7cb01c57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:28:11.283137 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-0beea169-9858-48fe-859c-69cb7cb01c57 admin admin] Synchronizing usage tracker for tenant:0de516644f6843e2a7522d8a3d4399e7 on resource:network {{(pid=80185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:28:11.308563 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-0beea169-9858-48fe-859c-69cb7cb01c57 admin admin] Unset dirty status for tenant:0de516644f6843e2a7522d8a3d4399e7 on resource:network {{(pid=80185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:28:11.310646 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-0beea169-9858-48fe-859c-69cb7cb01c57 admin admin] 10.222.0.133 "GET /v2.0/networks/081eaffe-521e-4302-9444-c5c7bff220cd HTTP/1.1" status: 200  len: 842 time: 0.2870543
Feb 02 13:28:11.326614 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-e04534ef-0c54-4c39-b91e-96757ec13b32 admin admin] Request body: {'subnet': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24'}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:28:11.333825 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-e04534ef-0c54-4c39-b91e-96757ec13b32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:28:11.337946 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-e04534ef-0c54-4c39-b91e-96757ec13b32 admin admin] Usage tracker for resource:subnet and tenant:0de516644f6843e2a7522d8a3d4399e7 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:28:11.341151 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-e04534ef-0c54-4c39-b91e-96757ec13b32 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:28:11.347370 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-e04534ef-0c54-4c39-b91e-96757ec13b32 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:28:11.356447 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04534ef-0c54-4c39-b91e-96757ec13b32 admin admin] Made reservation on behalf of 0de516644f6843e2a7522d8a3d4399e7 for: {'subnet': 1} {{(pid=80185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 02 13:28:11.361144 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e04534ef-0c54-4c39-b91e-96757ec13b32 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:28:11.681568 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.agents_db [None req-a5446886-6d63-4256-b3e6-4e67ca866f31 None None] Agent healthcheck: found 5 active agents {{(pid=80187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 02 13:28:11.811480 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.objects.ports [None req-e04534ef-0c54-4c39-b91e-96757ec13b32 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80185) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 02 13:28:11.811958 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e04534ef-0c54-4c39-b91e-96757ec13b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670'] for subnet, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:28:11.824781 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-20cad7a0-70e1-48d4-81d8-25f587f30690 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:28:11.947469 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04534ef-0c54-4c39-b91e-96757ec13b32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e906fce0-ed19-4873-885c-646e92308730,revision_number=0']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:28:11.950795 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-e04534ef-0c54-4c39-b91e-96757ec13b32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:28:12.032599 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04534ef-0c54-4c39-b91e-96757ec13b32 admin admin] Checking segment: {'id': '5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:28:12.032599 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04534ef-0c54-4c39-b91e-96757ec13b32 admin admin] Network hostable DHCP agents. Network: 081eaffe-521e-4302-9444-c5c7bff220cd, hostable agents: ['f461d640-d7db-44f6-a785-e3cace2a4602'], hosted agents: [] {{(pid=80185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 02 13:28:12.052055 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04534ef-0c54-4c39-b91e-96757ec13b32 admin admin] Network 081eaffe-521e-4302-9444-c5c7bff220cd is scheduled to be hosted by DHCP agent f461d640-d7db-44f6-a785-e3cace2a4602 with binding_index 1 {{(pid=80185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 02 13:28:12.061594 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [None req-e04534ef-0c54-4c39-b91e-96757ec13b32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-4-iscsi, 081eaffe-521e-4302-9444-c5c7bff220cd) {{(pid=80185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:28:12.066476 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04534ef-0c54-4c39-b91e-96757ec13b32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:28:12.067195 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e04534ef-0c54-4c39-b91e-96757ec13b32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for subnet, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:28:12.078609 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628eafa0-f56e-48e6-bd4f-b41c60245e56 None None] Network 081eaffe-521e-4302-9444-c5c7bff220cd requested from dv-cinder-772388-4-iscsi {{(pid=80186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 02 13:28:12.094484 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-e04534ef-0c54-4c39-b91e-96757ec13b32 admin admin] 10.222.0.133 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7714541
Feb 02 13:28:12.287514 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device 2cf7bce8-20ec-41a1-99b2-8e7d82f8014e up at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:28:12.428915 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2dae4ac-f965-44f2-a6fc-079b4db76c84 None None] Network 081eaffe-521e-4302-9444-c5c7bff220cd requested from dv-cinder-772388-4-iscsi {{(pid=80186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 02 13:28:12.668201 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning for port 2cf7bce8-20ec-41a1-99b2-8e7d82f8014e completed by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:28:12.684905 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning complete for port 2cf7bce8-20ec-41a1-99b2-8e7d82f8014e triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:28:12.685298 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:28:12.936279 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:28:12.970758 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] For port 2cf7bce8-20ec-41a1-99b2-8e7d82f8014e, host dv-cinder-772388-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=2cf7bce8-20ec-41a1-99b2-8e7d82f8014e,segment=NetworkSegment(1e91c9b8-31d7-4b64-a1a5-a2171a1d6fba),segment_id=1e91c9b8-31d7-4b64-a1a5-a2171a1d6fba)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:28:12.973784 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:28:12.976862 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-313cd9a1-5fea-4140-a6f6-aaae157966fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:28:13.046939 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Pushing event updated for resources: {'Port': ['ID=2cf7bce8-20ec-41a1-99b2-8e7d82f8014e,revision_number=5']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:28:13.050927 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:28:14.220505 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device 2cf7bce8-20ec-41a1-99b2-8e7d82f8014e up at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:28:14.310500 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning complete for port 2cf7bce8-20ec-41a1-99b2-8e7d82f8014e triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:28:14.310923 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:28:14.742912 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 37660) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:28:14.984706 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-530b99a1-a9d7-4486-af5e-01f20c0a8cb6 admin admin] 10.222.0.133 "GET /v2.0/routers/101b426a-fb7f-4bed-adf2-3255bcfdcd50 HTTP/1.1" status: 200  len: 710 time: 0.2403541
Feb 02 13:28:15.124907 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ec6829-3781-4f2f-bc98-a26b72741daa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:28:15.126382 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-c2ec6829-3781-4f2f-bc98-a26b72741daa admin admin] 10.222.0.133 "GET /v2.0/networks/081eaffe-521e-4302-9444-c5c7bff220cd HTTP/1.1" status: 200  len: 886 time: 0.1351867
Feb 02 13:28:15.137174 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-bc92b42f-2494-48e5-9cbc-1a7410121fa0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd'}}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:28:15.791462 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bc92b42f-2494-48e5-9cbc-1a7410121fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852699583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2071267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-20827'] for router, precommit_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:28:16.139025 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bc92b42f-2494-48e5-9cbc-1a7410121fa0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:28:16.205643 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bc92b42f-2494-48e5-9cbc-1a7410121fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:28:16.218069 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bc92b42f-2494-48e5-9cbc-1a7410121fa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:28:16.233343 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-bc92b42f-2494-48e5-9cbc-1a7410121fa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:28:16.237333 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-bc92b42f-2494-48e5-9cbc-1a7410121fa0 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:28:16.240250 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-bc92b42f-2494-48e5-9cbc-1a7410121fa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:28:16.246067 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-bc92b42f-2494-48e5-9cbc-1a7410121fa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:28:16.330897 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bc92b42f-2494-48e5-9cbc-1a7410121fa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:28:16.333844 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bc92b42f-2494-48e5-9cbc-1a7410121fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:28:16.348852 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-efdb1d73-dbf8-42c2-b6b0-04aa6792fbd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:28:16.441648 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc92b42f-2494-48e5-9cbc-1a7410121fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed55632d-2dee-437d-b5d5-a0b550e89634,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:28:16.446191 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bc92b42f-2494-48e5-9cbc-1a7410121fa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:28:16.612030 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_common [None req-bc92b42f-2494-48e5-9cbc-1a7410121fa0 admin admin] Allocated IP 172.27.2.23 (081eaffe-521e-4302-9444-c5c7bff220cd/e906fce0-ed19-4873-885c-646e92308730/914dc3c1-36b0-4d0c-9dce-751430e66b1c) {{(pid=80185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 02 13:28:16.765836 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bc92b42f-2494-48e5-9cbc-1a7410121fa0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:28:16.797811 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bc92b42f-2494-48e5-9cbc-1a7410121fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264943169311'] for port, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:28:16.814319 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:28:16.944495 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc92b42f-2494-48e5-9cbc-1a7410121fa0 admin admin] Pushing event updated for resources: {'Port': ['ID=914dc3c1-36b0-4d0c-9dce-751430e66b1c,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:28:16.948878 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bc92b42f-2494-48e5-9cbc-1a7410121fa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:28:16.999665 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc92b42f-2494-48e5-9cbc-1a7410121fa0 admin admin] Network 081eaffe-521e-4302-9444-c5c7bff220cd is already hosted by enough agents. {{(pid=80185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:28:17.000781 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [None req-bc92b42f-2494-48e5-9cbc-1a7410121fa0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:28:17.002953 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc92b42f-2494-48e5-9cbc-1a7410121fa0 admin admin] Received port after_create {{(pid=80185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 02 13:28:17.579387 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bc92b42f-2494-48e5-9cbc-1a7410121fa0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:28:17.934026 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bc92b42f-2494-48e5-9cbc-1a7410121fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852699583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2071267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-20827'] for router, precommit_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:28:17.937500 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bc92b42f-2494-48e5-9cbc-1a7410121fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2076335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2076248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036852699568', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036852704517'] for router, after_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:28:18.121687 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc92b42f-2494-48e5-9cbc-1a7410121fa0 admin admin] Router 101b426a-fb7f-4bed-adf2-3255bcfdcd50 has already been hosted by L3 agent 46ed2aac-7d32-4274-9cac-387c5fc2cd87 {{(pid=80185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 02 13:28:18.323317 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc92b42f-2494-48e5-9cbc-1a7410121fa0 admin admin] Notify agent at l3_agent.dv-cinder-772388-4-iscsi the message routers_updated {{(pid=80185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 02 13:28:18.333607 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97299f53-a87f-4f3b-b801-3830b1d2e212 None None] Sync routers for ids ['101b426a-fb7f-4bed-adf2-3255bcfdcd50'] in dv-cinder-772388-4-iscsi {{(pid=80186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 02 13:28:18.339658 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bc92b42f-2494-48e5-9cbc-1a7410121fa0 admin admin] Notify callbacks [] for router, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:28:18.341540 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-bc92b42f-2494-48e5-9cbc-1a7410121fa0 admin admin] 10.222.0.133 "PUT /v2.0/routers/101b426a-fb7f-4bed-adf2-3255bcfdcd50 HTTP/1.1" status: 200  len: 889 time: 3.2082360
Feb 02 13:28:18.345358 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97299f53-a87f-4f3b-b801-3830b1d2e212 None None] Routers {'101b426a-fb7f-4bed-adf2-3255bcfdcd50'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:28:18.346049 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-97299f53-a87f-4f3b-b801-3830b1d2e212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e8fa5ba8>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:27:59Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['101b426a-fb7f-4bed-adf2-3255bcfdcd50'], 'active': True} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:28:18.563465 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-97299f53-a87f-4f3b-b801-3830b1d2e212 None None] Set router 101b426a-fb7f-4bed-adf2-3255bcfdcd50 gateway port host: dv-cinder-772388-4-iscsi {{(pid=80186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:28:18.931223 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-97299f53-a87f-4f3b-b801-3830b1d2e212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e8fa5ba8>, [{'id': '101b426a-fb7f-4bed-adf2-3255bcfdcd50', 'name': 'router1', 'tenant_id': '3e3c107c71fb49e2827f18ce921da157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '914dc3c1-36b0-4d0c-9dce-751430e66b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:27:56Z', 'updated_at': '2021-02-02T13:28:17Z', 'revision_number': 4, 'project_id': '3e3c107c71fb49e2827f18ce921da157', 'gw_port': {'id': '914dc3c1-36b0-4d0c-9dce-751430e66b1c', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '101b426a-fb7f-4bed-adf2-3255bcfdcd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:28:16Z', 'updated_at': '2021-02-02T13:28:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_interfaces': [{'id': '2cf7bce8-20ec-41a1-99b2-8e7d82f8014e', 'name': '', 'network_id': '653fc3bb-546c-4aae-84cf-897ee4e1c8ce', 'tenant_id': '3e3c107c71fb49e2827f18ce921da157', 'mac_address': 'fa:16:3e:2b:27:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101b426a-fb7f-4bed-adf2-3255bcfdcd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '80b60f09-2e66-40e6-a3c4-0e83925d6dae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:28:06Z', 'updated_at': '2021-02-02T13:28:12Z', 'revision_number': 5, 'project_id': '3e3c107c71fb49e2827f18ce921da157', 'subnets': [{'id': '80b60f09-2e66-40e6-a3c4-0e83925d6dae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc573c37-a631-46fd-ac94-121fabdcd562'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:28:18.936983 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97299f53-a87f-4f3b-b801-3830b1d2e212 None None] Checking router: 101b426a-fb7f-4bed-adf2-3255bcfdcd50 for host: dv-cinder-772388-4-iscsi {{(pid=80186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 02 13:28:18.937459 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97299f53-a87f-4f3b-b801-3830b1d2e212 None None] Updating router 101b426a-fb7f-4bed-adf2-3255bcfdcd50 port 914dc3c1-36b0-4d0c-9dce-751430e66b1c binding host dv-cinder-772388-4-iscsi {{(pid=80186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 02 13:28:18.992942 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-97299f53-a87f-4f3b-b801-3830b1d2e212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:28:19.425616 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-97299f53-a87f-4f3b-b801-3830b1d2e212 None None] Notify callbacks [] for port, precommit_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:28:19.440961 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-97299f53-a87f-4f3b-b801-3830b1d2e212 None None] Transition to ACTIVE for port object 914dc3c1-36b0-4d0c-9dce-751430e66b1c will not be triggered until provisioned by entity L2. {{(pid=80186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:28:19.443982 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-97299f53-a87f-4f3b-b801-3830b1d2e212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:28:19.457869 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:28:19.589882 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5212a15-8e6c-4ba9-95dc-bfd0fe288d32 None None] Pushing event updated for resources: {'Port': ['ID=914dc3c1-36b0-4d0c-9dce-751430e66b1c,revision_number=2']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:28:19.596062 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f5212a15-8e6c-4ba9-95dc-bfd0fe288d32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:28:19.669298 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-97299f53-a87f-4f3b-b801-3830b1d2e212 None None] Attempting to bind port 914dc3c1-36b0-4d0c-9dce-751430e66b1c on host dv-cinder-772388-4-iscsi for vnic_type normal with profile  {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 02 13:28:19.669762 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-97299f53-a87f-4f3b-b801-3830b1d2e212 None None] Attempting to bind port 914dc3c1-36b0-4d0c-9dce-751430e66b1c by drivers openvswitch on host dv-cinder-772388-4-iscsi at level 0 using segments [{'id': '5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd'}] {{(pid=80186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 02 13:28:19.670219 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97299f53-a87f-4f3b-b801-3830b1d2e212 None None] Attempting to bind port 914dc3c1-36b0-4d0c-9dce-751430e66b1c on network 081eaffe-521e-4302-9444-c5c7bff220cd {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 02 13:28:19.676298 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97299f53-a87f-4f3b-b801-3830b1d2e212 None None] Checking agent: {'id': '59520739-4536-4d8c-966e-8cf7fcba95c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 27, 30), 'started_at': datetime.datetime(2021, 2, 2, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.101', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 02 13:28:19.676650 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97299f53-a87f-4f3b-b801-3830b1d2e212 None None] Checking segment: {'id': '5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:28:19.677201 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-97299f53-a87f-4f3b-b801-3830b1d2e212 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:28:19.677635 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97299f53-a87f-4f3b-b801-3830b1d2e212 None None] Bound using segment: {'id': '5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd'} {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 02 13:28:19.678265 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-97299f53-a87f-4f3b-b801-3830b1d2e212 None None] Bound port: 914dc3c1-36b0-4d0c-9dce-751430e66b1c, host: dv-cinder-772388-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd'}}] {{(pid=80186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 02 13:28:19.678817 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-97299f53-a87f-4f3b-b801-3830b1d2e212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:28:19.769291 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-97299f53-a87f-4f3b-b801-3830b1d2e212 None None] For port 914dc3c1-36b0-4d0c-9dce-751430e66b1c, host dv-cinder-772388-4-iscsi, cleared binding levels {{(pid=80186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 02 13:28:19.773221 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-97299f53-a87f-4f3b-b801-3830b1d2e212 None None] For port 914dc3c1-36b0-4d0c-9dce-751430e66b1c, host dv-cinder-772388-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=914dc3c1-36b0-4d0c-9dce-751430e66b1c,segment=NetworkSegment(5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8),segment_id=5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8)] {{(pid=80186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 02 13:28:19.777420 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-97299f53-a87f-4f3b-b801-3830b1d2e212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:28:19.792199 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-abed23f5-1bf1-4799-987a-7cadd1c00abc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:28:20.066083 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5212a15-8e6c-4ba9-95dc-bfd0fe288d32 None None] Pushing event updated for resources: {'Port': ['ID=914dc3c1-36b0-4d0c-9dce-751430e66b1c,revision_number=3']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:28:20.082914 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f5212a15-8e6c-4ba9-95dc-bfd0fe288d32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:28:20.131896 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97299f53-a87f-4f3b-b801-3830b1d2e212 None None] Routers {'101b426a-fb7f-4bed-adf2-3255bcfdcd50'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:28:20.132690 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-97299f53-a87f-4f3b-b801-3830b1d2e212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e8fa5ba8>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:27:59Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['101b426a-fb7f-4bed-adf2-3255bcfdcd50'], 'active': True} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:28:20.501543 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-97299f53-a87f-4f3b-b801-3830b1d2e212 None None] Set router 101b426a-fb7f-4bed-adf2-3255bcfdcd50 gateway port host: dv-cinder-772388-4-iscsi {{(pid=80186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:28:20.891752 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-97299f53-a87f-4f3b-b801-3830b1d2e212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e8fa5ba8>, [{'id': '101b426a-fb7f-4bed-adf2-3255bcfdcd50', 'name': 'router1', 'tenant_id': '3e3c107c71fb49e2827f18ce921da157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '914dc3c1-36b0-4d0c-9dce-751430e66b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:27:56Z', 'updated_at': '2021-02-02T13:28:17Z', 'revision_number': 4, 'project_id': '3e3c107c71fb49e2827f18ce921da157', 'gw_port': {'id': '914dc3c1-36b0-4d0c-9dce-751430e66b1c', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '101b426a-fb7f-4bed-adf2-3255bcfdcd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:28:16Z', 'updated_at': '2021-02-02T13:28:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_interfaces': [{'id': '2cf7bce8-20ec-41a1-99b2-8e7d82f8014e', 'name': '', 'network_id': '653fc3bb-546c-4aae-84cf-897ee4e1c8ce', 'tenant_id': '3e3c107c71fb49e2827f18ce921da157', 'mac_address': 'fa:16:3e:2b:27:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101b426a-fb7f-4bed-adf2-3255bcfdcd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '80b60f09-2e66-40e6-a3c4-0e83925d6dae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:28:06Z', 'updated_at': '2021-02-02T13:28:12Z', 'revision_number': 5, 'project_id': '3e3c107c71fb49e2827f18ce921da157', 'subnets': [{'id': '80b60f09-2e66-40e6-a3c4-0e83925d6dae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc573c37-a631-46fd-ac94-121fabdcd562'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:28:20.897005 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97299f53-a87f-4f3b-b801-3830b1d2e212 None None] The sync data for ids ['101b426a-fb7f-4bed-adf2-3255bcfdcd50'] in dv-cinder-772388-4-iscsi is: [{'id': '101b426a-fb7f-4bed-adf2-3255bcfdcd50', 'name': 'router1', 'tenant_id': '3e3c107c71fb49e2827f18ce921da157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '914dc3c1-36b0-4d0c-9dce-751430e66b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:27:56Z', 'updated_at': '2021-02-02T13:28:17Z', 'revision_number': 4, 'project_id': '3e3c107c71fb49e2827f18ce921da157', 'gw_port': {'id': '914dc3c1-36b0-4d0c-9dce-751430e66b1c', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '101b426a-fb7f-4bed-adf2-3255bcfdcd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:28:16Z', 'updated_at': '2021-02-02T13:28:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_interfaces': [{'id': '2cf7bce8-20ec-41a1-99b2-8e7d82f8014e', 'name': '', 'network_id': '653fc3bb-546c-4aae-84cf-897ee4e1c8ce', 'tenant_id': '3e3c107c71fb49e2827f18ce921da157', 'mac_address': 'fa:16:3e:2b:27:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101b426a-fb7f-4bed-adf2-3255bcfdcd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '80b60f09-2e66-40e6-a3c4-0e83925d6dae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:28:06Z', 'updated_at': '2021-02-02T13:28:12Z', 'revision_number': 5, 'project_id': '3e3c107c71fb49e2827f18ce921da157', 'subnets': [{'id': '80b60f09-2e66-40e6-a3c4-0e83925d6dae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc573c37-a631-46fd-ac94-121fabdcd562'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 02 13:28:21.303682 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 37670) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:28:21.539674 dv-cinder-772388-4-iscsi neutron-server[80071]: WARNING oslo_policy.policy [None req-35ced22c-3769-4055-9327-0719c4a349b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 02 13:28:21.540325 dv-cinder-772388-4-iscsi neutron-server[80071]: WARNING oslo_policy.policy [None req-35ced22c-3769-4055-9327-0719c4a349b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 02 13:28:21.947604 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.policy [None req-35ced22c-3769-4055-9327-0719c4a349b1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80184) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Feb 02 13:28:21.948493 dv-cinder-772388-4-iscsi neutron-server[80071]: WARNING oslo_policy.policy [None req-35ced22c-3769-4055-9327-0719c4a349b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 02 13:28:21.948914 dv-cinder-772388-4-iscsi neutron-server[80071]: WARNING oslo_policy.policy [None req-35ced22c-3769-4055-9327-0719c4a349b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 02 13:28:21.974882 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ced22c-3769-4055-9327-0719c4a349b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:28:21.978458 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-35ced22c-3769-4055-9327-0719c4a349b1 admin admin] 10.222.0.133 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1079 time: 0.6724727
Feb 02 13:28:22.250870 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device 914dc3c1-36b0-4d0c-9dce-751430e66b1c up at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:28:22.329670 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning for port 914dc3c1-36b0-4d0c-9dce-751430e66b1c completed by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:28:22.334768 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning complete for port 914dc3c1-36b0-4d0c-9dce-751430e66b1c triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:28:22.335179 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:28:22.466736 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:28:22.486208 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] For port 914dc3c1-36b0-4d0c-9dce-751430e66b1c, host dv-cinder-772388-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=914dc3c1-36b0-4d0c-9dce-751430e66b1c,segment=NetworkSegment(5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8),segment_id=5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:28:22.489268 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:28:22.491415 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:28:22.567991 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Pushing event updated for resources: {'Port': ['ID=914dc3c1-36b0-4d0c-9dce-751430e66b1c,revision_number=4']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:28:22.571697 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:28:24.236146 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device 914dc3c1-36b0-4d0c-9dce-751430e66b1c up at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:28:24.340664 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning complete for port 914dc3c1-36b0-4d0c-9dce-751430e66b1c triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:28:24.341309 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:28:25.924850 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-884e1be2-c61e-4c59-ba1c-5f60c97d8fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:28:28.938885 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c7e8766e-8d12-4426-afca-822902410145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:28:29.293793 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-48ca75be-0c96-4f14-ad5e-d45c4ad18706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:28:30.245939 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:28:30.926834 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-42ef245d-f728-4293-a752-dedea4fc02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:28:48.682346 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.agents_db [None req-a5446886-6d63-4256-b3e6-4e67ca866f31 None None] Agent healthcheck: found 5 active agents {{(pid=80187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 02 13:28:55.920413 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-6cb77434-2570-426d-b515-b5e06f312748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:28:58.927711 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c7e8766e-8d12-4426-afca-822902410145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:28:59.279335 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-edfb50e9-f5c8-4065-a515-eb93a84cb5c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:29:00.210288 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:29:00.920568 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-42ef245d-f728-4293-a752-dedea4fc02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:29:25.683395 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.agents_db [None req-a5446886-6d63-4256-b3e6-4e67ca866f31 None None] Agent healthcheck: found 5 active agents {{(pid=80187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 02 13:29:25.925643 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-62e95b65-bc1a-41c3-9234-b72b76b9bc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:29:28.927803 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c7e8766e-8d12-4426-afca-822902410145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:29:29.284543 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-87bd1458-6cf3-43d5-b07b-0be4b47169c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:29:30.215333 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:29:30.928843 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-42ef245d-f728-4293-a752-dedea4fc02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:29:55.929804 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-df589b23-0723-420a-a4a3-5c88c126403c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:29:58.934409 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c7e8766e-8d12-4426-afca-822902410145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:29:59.279120 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-2c952aeb-73b4-40fe-80f2-6275a8678790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:30:00.218109 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:30:00.932175 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-42ef245d-f728-4293-a752-dedea4fc02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:30:02.683582 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.agents_db [None req-a5446886-6d63-4256-b3e6-4e67ca866f31 None None] Agent healthcheck: found 5 active agents {{(pid=80187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 02 13:30:25.932445 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-435f98d7-e972-475e-94bc-759c52e10aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:30:28.944619 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c7e8766e-8d12-4426-afca-822902410145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:30:29.282453 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-fe2342f8-792c-417e-8718-170059141985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:30:30.220807 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:30:30.949498 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-42ef245d-f728-4293-a752-dedea4fc02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:30:39.683317 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.agents_db [None req-a5446886-6d63-4256-b3e6-4e67ca866f31 None None] Agent healthcheck: found 5 active agents {{(pid=80187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 02 13:30:41.144754 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 38252) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:30:41.250419 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.pecan_wsgi.hooks.translation [None req-92225dfd-d407-4d4c-a60c-da438c5cf8e7 admin admin] GET failed (client error): The resource could not be found.
Feb 02 13:30:41.251760 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-92225dfd-d407-4d4c-a60c-da438c5cf8e7 admin admin] 10.222.0.133 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1057081
Feb 02 13:30:41.399877 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8405e244-f10d-4d2c-9b7b-c2bb750c10ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:30:41.401539 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-8405e244-f10d-4d2c-9b7b-c2bb750c10ce admin admin] 10.222.0.133 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 865 time: 0.1435323
Feb 02 13:30:43.885112 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 38262) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:30:44.034048 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b68908-072b-4280-aa61-ec7c259ab273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:30:44.034663 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-e3b68908-072b-4280-aa61-ec7c259ab273 admin admin] Synchronizing usage tracker for tenant:0de516644f6843e2a7522d8a3d4399e7 on resource:subnet {{(pid=80185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:30:44.051700 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-e3b68908-072b-4280-aa61-ec7c259ab273 admin admin] Unset dirty status for tenant:0de516644f6843e2a7522d8a3d4399e7 on resource:subnet {{(pid=80185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:30:44.052997 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-e3b68908-072b-4280-aa61-ec7c259ab273 admin admin] 10.222.0.133 "GET /v2.0/subnets/80b60f09-2e66-40e6-a3c4-0e83925d6dae HTTP/1.1" status: 200  len: 849 time: 0.1667159
Feb 02 13:30:44.063910 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-ce57b8b4-ad92-4d83-b778-2f45fa5076c5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:30:44.189086 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ce57b8b4-ad92-4d83-b778-2f45fa5076c5 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:30:44.512697 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ce57b8b4-ad92-4d83-b778-2f45fa5076c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771912014195'] for subnet, after_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:30:44.527687 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:30:44.659854 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce57b8b4-ad92-4d83-b778-2f45fa5076c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80b60f09-2e66-40e6-a3c4-0e83925d6dae,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:30:44.682797 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce57b8b4-ad92-4d83-b778-2f45fa5076c5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:30:44.683263 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce57b8b4-ad92-4d83-b778-2f45fa5076c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:30:44.683633 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce57b8b4-ad92-4d83-b778-2f45fa5076c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:30:44.684043 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce57b8b4-ad92-4d83-b778-2f45fa5076c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:30:44.684436 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce57b8b4-ad92-4d83-b778-2f45fa5076c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:30:44.684796 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce57b8b4-ad92-4d83-b778-2f45fa5076c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:30:44.685224 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce57b8b4-ad92-4d83-b778-2f45fa5076c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:30:44.685578 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce57b8b4-ad92-4d83-b778-2f45fa5076c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:30:44.685959 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce57b8b4-ad92-4d83-b778-2f45fa5076c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:30:44.686361 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce57b8b4-ad92-4d83-b778-2f45fa5076c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:30:44.686714 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce57b8b4-ad92-4d83-b778-2f45fa5076c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:30:44.687142 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce57b8b4-ad92-4d83-b778-2f45fa5076c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:30:44.692386 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-ce57b8b4-ad92-4d83-b778-2f45fa5076c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:30:44.729561 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce57b8b4-ad92-4d83-b778-2f45fa5076c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:30:44.730489 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ce57b8b4-ad92-4d83-b778-2f45fa5076c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for subnet, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:30:44.742183 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-ce57b8b4-ad92-4d83-b778-2f45fa5076c5 admin admin] 10.222.0.133 "PUT /v2.0/subnets/80b60f09-2e66-40e6-a3c4-0e83925d6dae HTTP/1.1" status: 200  len: 868 time: 0.6729877
Feb 02 13:30:44.747327 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3f6e20-5be4-4728-9eb6-4dea84603a01 None None] Network 653fc3bb-546c-4aae-84cf-897ee4e1c8ce requested from dv-cinder-772388-4-iscsi {{(pid=80186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 02 13:30:45.297921 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-49abfcfb-8eff-4780-8215-5e5c2ea3e361 None None] Provisioning complete for port 2f75b319-470c-4770-b5d3-e6f0bbc1bf78 triggered by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:30:45.298499 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-49abfcfb-8eff-4780-8215-5e5c2ea3e361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:30:45.439687 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-49abfcfb-8eff-4780-8215-5e5c2ea3e361 None None] Provisioning complete for port 2cf7bce8-20ec-41a1-99b2-8e7d82f8014e triggered by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:30:45.440161 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-49abfcfb-8eff-4780-8215-5e5c2ea3e361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:30:47.237279 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 38272) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:30:47.455637 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99362bb-76c9-4da8-a94a-1c219e4c6ce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:30:47.456008 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99362bb-76c9-4da8-a94a-1c219e4c6ce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:30:47.457677 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-c99362bb-76c9-4da8-a94a-1c219e4c6ce0 admin admin] 10.222.0.133 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2193751
Feb 02 13:30:50.014163 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 38282) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:30:50.252045 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2622fb6d-1535-442b-9760-bf9262fba0c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:30:50.252580 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2622fb6d-1535-442b-9760-bf9262fba0c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:30:50.254333 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-2622fb6d-1535-442b-9760-bf9262fba0c6 admin admin] 10.222.0.133 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2390747
Feb 02 13:30:52.939118 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 38292) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:30:53.153700 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ac5ce6-11c7-447f-aa11-059252817f24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:30:53.155205 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-86ac5ce6-11c7-447f-aa11-059252817f24 admin admin] 10.222.0.133 "GET /v2.0/networks/081eaffe-521e-4302-9444-c5c7bff220cd HTTP/1.1" status: 200  len: 886 time: 0.2147315
Feb 02 13:30:55.890699 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 38302) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:30:55.935449 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f34ca3e1-4340-41e3-b6f1-54cf860d7189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:30:56.128363 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06307e3-b40c-49ce-bd74-a36c335d9248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:30:56.129940 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-f06307e3-b40c-49ce-bd74-a36c335d9248 admin admin] 10.222.0.133 "GET /v2.0/networks/653fc3bb-546c-4aae-84cf-897ee4e1c8ce HTTP/1.1" status: 200  len: 862 time: 0.2381916
Feb 02 13:30:58.626624 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 38312) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:30:58.777448 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f9eebd-6642-438e-b6fc-81cfdba14854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:30:58.777856 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f9eebd-6642-438e-b6fc-81cfdba14854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:30:58.779641 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-b9f9eebd-6642-438e-b6fc-81cfdba14854 admin admin] 10.222.0.133 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1519539
Feb 02 13:30:58.939603 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c7e8766e-8d12-4426-afca-822902410145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:30:59.282991 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d26c0551-5611-4bfe-89ca-b5077fd3499d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:31:00.223158 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:31:00.941378 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-42ef245d-f728-4293-a752-dedea4fc02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:31:01.310428 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 38322) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:31:01.481474 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15aed8aa-abbe-4353-a014-aa02acc3296f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:31:01.481770 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15aed8aa-abbe-4353-a014-aa02acc3296f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:31:01.483389 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-15aed8aa-abbe-4353-a014-aa02acc3296f admin admin] 10.222.0.133 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1712537
Feb 02 13:31:04.233859 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 38332) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:31:04.386309 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a65d3e3-bf7c-46ad-8e22-666219db3a94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:31:04.387823 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-3a65d3e3-bf7c-46ad-8e22-666219db3a94 admin admin] 10.222.0.133 "GET /v2.0/subnets/80b60f09-2e66-40e6-a3c4-0e83925d6dae HTTP/1.1" status: 200  len: 868 time: 0.1528401
Feb 02 13:31:06.987755 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 38342) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:31:07.288925 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bddb5f7-39d7-4de1-a5bc-76c9455bd183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:31:07.290405 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-1bddb5f7-39d7-4de1-a5bc-76c9455bd183 admin admin] 10.222.0.133 "GET /v2.0/subnets/e906fce0-ed19-4873-885c-646e92308730 HTTP/1.1" status: 200  len: 816 time: 0.3016112
Feb 02 13:31:16.682099 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.agents_db [None req-a5446886-6d63-4256-b3e6-4e67ca866f31 None None] Agent healthcheck: found 5 active agents {{(pid=80187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 02 13:31:25.945659 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-1075bdce-1557-4c34-b52b-d3d44d520fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:31:28.941955 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c7e8766e-8d12-4426-afca-822902410145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:31:29.289868 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-85a976fe-928f-489c-8ae1-46a5e5557a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:31:30.229105 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:31:30.951669 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-42ef245d-f728-4293-a752-dedea4fc02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:31:33.866745 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 38382) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:31:33.955394 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [None req-6cbf67ea-cfa0-42dd-a0fd-223cfece45f8 admin admin] http://10.222.0.133:9696/v2.0/extensions returned with HTTP 200 {{(pid=80185) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 02 13:31:33.956562 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-6cbf67ea-cfa0-42dd-a0fd-223cfece45f8 admin admin] 10.222.0.133 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0886562
Feb 02 13:31:36.783397 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 38392) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:31:36.889435 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.pecan_wsgi.hooks.translation [None req-24c240c0-cae8-4f5e-94df-b30e07e32ce6 admin admin] GET failed (client error): The resource could not be found.
Feb 02 13:31:36.890797 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-24c240c0-cae8-4f5e-94df-b30e07e32ce6 admin admin] 10.222.0.133 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1062257
Feb 02 13:31:37.031584 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c257aa3-9354-42e3-9700-924faf9ddd50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:31:37.033140 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-4c257aa3-9354-42e3-9700-924faf9ddd50 admin admin] 10.222.0.133 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1378939
Feb 02 13:31:39.599800 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 38402) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:31:39.681691 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-a39dec04-bf42-40c2-83ec-9486b61ff980 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:31:39.687190 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-a39dec04-bf42-40c2-83ec-9486b61ff980 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:31:39.698347 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-a39dec04-bf42-40c2-83ec-9486b61ff980 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:31:39.709294 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39dec04-bf42-40c2-83ec-9486b61ff980 admin admin] Made reservation on behalf of 0de516644f6843e2a7522d8a3d4399e7 for: {'network': 1} {{(pid=80185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 02 13:31:39.714790 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-a39dec04-bf42-40c2-83ec-9486b61ff980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for network, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:31:39.813322 dv-cinder-772388-4-iscsi neutron-server[80071]: WARNING neutron.services.revisions.revision_plugin [None req-a39dec04-bf42-40c2-83ec-9486b61ff980 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fa5e985f438] {project_id='0de516644f6843e2a7522d8a3d4399e7', id='78cee290-7788-4336-ab73-07eab88c1dfc', target_tenant='*', action='access_as_shared', object_id='8172d78b-1965-41c8-b582-b80f825f9910'}> to bump revision.
Feb 02 13:31:39.836815 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a39dec04-bf42-40c2-83ec-9486b61ff980 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2}  {{(pid=80185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 02 13:31:39.852315 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-a39dec04-bf42-40c2-83ec-9486b61ff980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764996'] for segment, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:31:39.852934 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.db.segments_db [None req-a39dec04-bf42-40c2-83ec-9486b61ff980 admin admin] Added segment 6236c80b-f06c-4050-882b-af2716b28074 of type vxlan for network 8172d78b-1965-41c8-b582-b80f825f9910
Feb 02 13:31:39.897213 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-a39dec04-bf42-40c2-83ec-9486b61ff980 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771911551603'] for network, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:31:39.944136 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-a39dec04-bf42-40c2-83ec-9486b61ff980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670'] for network, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:31:39.945450 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39dec04-bf42-40c2-83ec-9486b61ff980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:31:39.946110 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-a39dec04-bf42-40c2-83ec-9486b61ff980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for network, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:31:39.951229 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:31:40.057254 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-a39dec04-bf42-40c2-83ec-9486b61ff980 admin admin] 10.222.0.133 "POST /v2.0/networks HTTP/1.1" status: 201  len: 840 time: 0.4562566
Feb 02 13:31:40.058173 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39dec04-bf42-40c2-83ec-9486b61ff980 admin admin] Pushing event updated for resources: {'Network': ['ID=8172d78b-1965-41c8-b582-b80f825f9910,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:31:40.061055 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-a39dec04-bf42-40c2-83ec-9486b61ff980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:31:40.069683 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Network 8172d78b-1965-41c8-b582-b80f825f9910 details requested by agent ovs-agent-dv-cinder-772388-4-iscsi with host dv-cinder-772388-4-iscsi {{(pid=80186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 02 13:31:42.810563 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 38412) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:31:42.919599 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc0f17a2-c9fb-49b2-a869-ef861852ebce admin admin] GET failed (client error): The resource could not be found.
Feb 02 13:31:42.920164 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-cc0f17a2-c9fb-49b2-a869-ef861852ebce admin admin] Synchronizing usage tracker for tenant:0de516644f6843e2a7522d8a3d4399e7 on resource:network {{(pid=80185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:31:42.935275 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-cc0f17a2-c9fb-49b2-a869-ef861852ebce admin admin] Unset dirty status for tenant:0de516644f6843e2a7522d8a3d4399e7 on resource:network {{(pid=80185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:31:42.936529 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-cc0f17a2-c9fb-49b2-a869-ef861852ebce admin admin] 10.222.0.133 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1246378
Feb 02 13:31:43.052760 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7faf4d-c060-47c0-8a1e-67b1f705d240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:31:43.054388 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-da7faf4d-c060-47c0-8a1e-67b1f705d240 admin admin] 10.222.0.133 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 819 time: 0.1129532
Feb 02 13:31:43.066710 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-f83beb61-acae-4706-9278-a8ab7e020428 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '8172d78b-1965-41c8-b582-b80f825f9910', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:31:43.072377 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-f83beb61-acae-4706-9278-a8ab7e020428 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:31:43.083064 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-f83beb61-acae-4706-9278-a8ab7e020428 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:31:43.093198 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83beb61-acae-4706-9278-a8ab7e020428 admin admin] Made reservation on behalf of 0de516644f6843e2a7522d8a3d4399e7 for: {'subnet': 1} {{(pid=80185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 02 13:31:43.098379 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f83beb61-acae-4706-9278-a8ab7e020428 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:31:43.694232 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f83beb61-acae-4706-9278-a8ab7e020428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670'] for subnet, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:31:43.710373 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:31:43.846655 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83beb61-acae-4706-9278-a8ab7e020428 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b05849c4-1d88-4861-af53-bf51c921cd3f,revision_number=0']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:31:43.860580 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f83beb61-acae-4706-9278-a8ab7e020428 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:31:43.925829 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83beb61-acae-4706-9278-a8ab7e020428 admin admin] Checking segment: {'id': '6236c80b-f06c-4050-882b-af2716b28074', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '8172d78b-1965-41c8-b582-b80f825f9910'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:31:43.926293 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83beb61-acae-4706-9278-a8ab7e020428 admin admin] Network hostable DHCP agents. Network: 8172d78b-1965-41c8-b582-b80f825f9910, hostable agents: ['f461d640-d7db-44f6-a785-e3cace2a4602'], hosted agents: [] {{(pid=80185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 02 13:31:43.946351 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83beb61-acae-4706-9278-a8ab7e020428 admin admin] Network 8172d78b-1965-41c8-b582-b80f825f9910 is scheduled to be hosted by DHCP agent f461d640-d7db-44f6-a785-e3cace2a4602 with binding_index 1 {{(pid=80185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 02 13:31:43.954934 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [None req-f83beb61-acae-4706-9278-a8ab7e020428 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-4-iscsi, 8172d78b-1965-41c8-b582-b80f825f9910) {{(pid=80185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:31:43.959157 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83beb61-acae-4706-9278-a8ab7e020428 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:31:43.959792 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f83beb61-acae-4706-9278-a8ab7e020428 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for subnet, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:31:43.966014 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45849389-af1b-42af-92df-6df3fd471f84 None None] Network 8172d78b-1965-41c8-b582-b80f825f9910 requested from dv-cinder-772388-4-iscsi {{(pid=80186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 02 13:31:43.989427 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-f83beb61-acae-4706-9278-a8ab7e020428 admin admin] 10.222.0.133 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.9270735
Feb 02 13:31:44.221289 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99158be-c609-4415-a4a4-674a04174f11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa05205c3-8815-540b-8771-77f24174213e-8172d78b-1965-41c8-b582-b80f825f9910', 'network_id': '8172d78b-1965-41c8-b582-b80f825f9910', 'tenant_id': '0de516644f6843e2a7522d8a3d4399e7', 'fixed_ips': [{'subnet_id': 'b05849c4-1d88-4861-af53-bf51c921cd3f'}]}} from dv-cinder-772388-4-iscsi. {{(pid=80186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 02 13:31:44.222300 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e99158be-c609-4415-a4a4-674a04174f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_create {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:31:44.551812 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_common [None req-e99158be-c609-4415-a4a4-674a04174f11 None None] Allocated IP 192.168.233.2 (8172d78b-1965-41c8-b582-b80f825f9910/b05849c4-1d88-4861-af53-bf51c921cd3f/8a173521-58b9-4e13-ac01-52871d9ea096) {{(pid=80186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 02 13:31:44.919310 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e99158be-c609-4415-a4a4-674a04174f11 None None] Notify callbacks [] for port, precommit_create {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:31:44.942015 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-e99158be-c609-4415-a4a4-674a04174f11 None None] Transition to ACTIVE for port object 8a173521-58b9-4e13-ac01-52871d9ea096 will not be triggered until provisioned by entity L2. {{(pid=80186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:31:44.965293 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-e99158be-c609-4415-a4a4-674a04174f11 None None] Transition to ACTIVE for port object 8a173521-58b9-4e13-ac01-52871d9ea096 will not be triggered until provisioned by entity DHCP. {{(pid=80186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:31:44.970279 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e99158be-c609-4415-a4a4-674a04174f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264943169311'] for port, after_create {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:31:44.986684 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:31:45.134778 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99158be-c609-4415-a4a4-674a04174f11 None None] Pushing event updated for resources: {'Port': ['ID=8a173521-58b9-4e13-ac01-52871d9ea096,revision_number=1']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:31:45.340366 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99158be-c609-4415-a4a4-674a04174f11 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:31:45.340749 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99158be-c609-4415-a4a4-674a04174f11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:31:45.341125 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99158be-c609-4415-a4a4-674a04174f11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:31:45.341615 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99158be-c609-4415-a4a4-674a04174f11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:31:45.341965 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99158be-c609-4415-a4a4-674a04174f11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:31:45.342425 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99158be-c609-4415-a4a4-674a04174f11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:31:45.342782 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99158be-c609-4415-a4a4-674a04174f11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:31:45.343169 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99158be-c609-4415-a4a4-674a04174f11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:31:45.343683 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99158be-c609-4415-a4a4-674a04174f11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:31:45.344105 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99158be-c609-4415-a4a4-674a04174f11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:31:45.344690 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99158be-c609-4415-a4a4-674a04174f11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:31:45.345289 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99158be-c609-4415-a4a4-674a04174f11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:31:45.354801 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-e99158be-c609-4415-a4a4-674a04174f11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:31:45.404350 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99158be-c609-4415-a4a4-674a04174f11 None None] Network 8172d78b-1965-41c8-b582-b80f825f9910 is already hosted by enough agents. {{(pid=80186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:31:45.405578 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [None req-e99158be-c609-4415-a4a4-674a04174f11 None None] Resources bound (agent type, host, resource id):  {{(pid=80186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:31:45.408068 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99158be-c609-4415-a4a4-674a04174f11 None None] Received port after_create {{(pid=80186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 02 13:31:45.469993 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-e99158be-c609-4415-a4a4-674a04174f11 None None] Attempting to bind port 8a173521-58b9-4e13-ac01-52871d9ea096 on host dv-cinder-772388-4-iscsi for vnic_type normal with profile  {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 02 13:31:45.470400 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-e99158be-c609-4415-a4a4-674a04174f11 None None] Attempting to bind port 8a173521-58b9-4e13-ac01-52871d9ea096 by drivers openvswitch on host dv-cinder-772388-4-iscsi at level 0 using segments [{'id': '6236c80b-f06c-4050-882b-af2716b28074', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '8172d78b-1965-41c8-b582-b80f825f9910'}] {{(pid=80186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 02 13:31:45.470807 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99158be-c609-4415-a4a4-674a04174f11 None None] Attempting to bind port 8a173521-58b9-4e13-ac01-52871d9ea096 on network 8172d78b-1965-41c8-b582-b80f825f9910 {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 02 13:31:45.477353 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99158be-c609-4415-a4a4-674a04174f11 None None] Checking agent: {'id': '59520739-4536-4d8c-966e-8cf7fcba95c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 27, 30), 'started_at': datetime.datetime(2021, 2, 2, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.101', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 02 13:31:45.477758 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99158be-c609-4415-a4a4-674a04174f11 None None] Checking segment: {'id': '6236c80b-f06c-4050-882b-af2716b28074', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '8172d78b-1965-41c8-b582-b80f825f9910'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:31:45.478349 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e99158be-c609-4415-a4a4-674a04174f11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:31:45.478779 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99158be-c609-4415-a4a4-674a04174f11 None None] Bound using segment: {'id': '6236c80b-f06c-4050-882b-af2716b28074', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '8172d78b-1965-41c8-b582-b80f825f9910'} {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 02 13:31:45.479296 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-e99158be-c609-4415-a4a4-674a04174f11 None None] Bound port: 8a173521-58b9-4e13-ac01-52871d9ea096, host: dv-cinder-772388-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6236c80b-f06c-4050-882b-af2716b28074', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '8172d78b-1965-41c8-b582-b80f825f9910'}}] {{(pid=80186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 02 13:31:45.479704 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e99158be-c609-4415-a4a4-674a04174f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:31:45.588765 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-e99158be-c609-4415-a4a4-674a04174f11 None None] For port 8a173521-58b9-4e13-ac01-52871d9ea096, host dv-cinder-772388-4-iscsi, cleared binding levels {{(pid=80186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 02 13:31:45.592798 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-e99158be-c609-4415-a4a4-674a04174f11 None None] For port 8a173521-58b9-4e13-ac01-52871d9ea096, host dv-cinder-772388-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=8a173521-58b9-4e13-ac01-52871d9ea096,segment=NetworkSegment(6236c80b-f06c-4050-882b-af2716b28074),segment_id=6236c80b-f06c-4050-882b-af2716b28074)] {{(pid=80186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 02 13:31:45.596200 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e99158be-c609-4415-a4a4-674a04174f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:31:45.610144 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f5212a15-8e6c-4ba9-95dc-bfd0fe288d32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:31:45.757930 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99158be-c609-4415-a4a4-674a04174f11 None None] Pushing event updated for resources: {'Port': ['ID=8a173521-58b9-4e13-ac01-52871d9ea096,revision_number=2']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:31:45.772277 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-e99158be-c609-4415-a4a4-674a04174f11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:31:46.360434 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device 8a173521-58b9-4e13-ac01-52871d9ea096 up at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:31:46.444656 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning for port 8a173521-58b9-4e13-ac01-52871d9ea096 completed by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:31:47.029813 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f348e15c-2b7e-469e-bed1-198888fe5d23 None None] Network 8172d78b-1965-41c8-b582-b80f825f9910 requested from dv-cinder-772388-4-iscsi {{(pid=80186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 02 13:31:47.149715 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-f0e1c985-4aad-41b8-a757-626e1eedefb3 None None] Provisioning for port 8a173521-58b9-4e13-ac01-52871d9ea096 completed by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:31:47.157939 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-f0e1c985-4aad-41b8-a757-626e1eedefb3 None None] Provisioning complete for port 8a173521-58b9-4e13-ac01-52871d9ea096 triggered by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:31:47.158363 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f0e1c985-4aad-41b8-a757-626e1eedefb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:31:47.390728 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f0e1c985-4aad-41b8-a757-626e1eedefb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:31:47.434831 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-f0e1c985-4aad-41b8-a757-626e1eedefb3 None None] For port 8a173521-58b9-4e13-ac01-52871d9ea096, host dv-cinder-772388-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=8a173521-58b9-4e13-ac01-52871d9ea096,segment=NetworkSegment(6236c80b-f06c-4050-882b-af2716b28074),segment_id=6236c80b-f06c-4050-882b-af2716b28074)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:31:47.438807 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f0e1c985-4aad-41b8-a757-626e1eedefb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:31:47.440727 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-e99158be-c609-4415-a4a4-674a04174f11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:31:47.527011 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e1c985-4aad-41b8-a757-626e1eedefb3 None None] Pushing event updated for resources: {'Port': ['ID=8a173521-58b9-4e13-ac01-52871d9ea096,revision_number=3']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:31:47.530625 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f0e1c985-4aad-41b8-a757-626e1eedefb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:31:47.673900 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-c2ec7763-95d3-4cff-bfc3-3603bbcc8369 None None] Provisioning complete for port 8a173521-58b9-4e13-ac01-52871d9ea096 triggered by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:31:47.674316 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c2ec7763-95d3-4cff-bfc3-3603bbcc8369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:31:47.952344 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-0d38b3a1-48a3-4e62-ae51-6f7e56afb955 None None] Provisioning complete for port 8a173521-58b9-4e13-ac01-52871d9ea096 triggered by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:31:47.952770 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0d38b3a1-48a3-4e62-ae51-6f7e56afb955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:31:48.231393 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-d740ccba-d310-4770-8cd2-ae8e7af565bd None None] Provisioning complete for port 8a173521-58b9-4e13-ac01-52871d9ea096 triggered by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:31:48.231727 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d740ccba-d310-4770-8cd2-ae8e7af565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:31:48.358348 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device 8a173521-58b9-4e13-ac01-52871d9ea096 up at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:31:48.469544 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning complete for port 8a173521-58b9-4e13-ac01-52871d9ea096 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:31:48.470202 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:31:53.682828 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.agents_db [None req-a5446886-6d63-4256-b3e6-4e67ca866f31 None None] Agent healthcheck: found 5 active agents {{(pid=80187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 02 13:31:55.939019 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e595d8ff-d374-4a2d-8107-933bb0d4f9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:31:58.948776 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c7e8766e-8d12-4426-afca-822902410145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:31:59.286949 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3ddade06-6d8b-4e00-801f-3374c6141013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:32:00.238162 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:32:00.956595 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-42ef245d-f728-4293-a752-dedea4fc02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:32:25.958265 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-4dcd86a1-7781-4b11-9c05-eb7d57c7d9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:32:28.949659 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c7e8766e-8d12-4426-afca-822902410145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:32:29.297881 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-55e80d3f-247b-4e99-8165-352db2c13030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:32:30.233239 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:32:30.682975 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.agents_db [None req-a5446886-6d63-4256-b3e6-4e67ca866f31 None None] Agent healthcheck: found 5 active agents {{(pid=80187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 02 13:32:30.951906 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-42ef245d-f728-4293-a752-dedea4fc02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:32:55.942362 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-07d23d1d-95d2-4742-96cd-3c3a9b346c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:32:57.840369 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 38454) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:32:57.847726 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [None req-2e9dab26-7c0f-4c65-b098-cc95c3d5166d tempest-verify_tempest_config-182437354 tempest-verify_tempest_config-182437354-project] http://10.222.0.133:9696/v2.0/extensions returned with HTTP 200 {{(pid=80185) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 02 13:32:57.848899 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-2e9dab26-7c0f-4c65-b098-cc95c3d5166d tempest-verify_tempest_config-182437354 tempest-verify_tempest_config-182437354-project] 10.222.0.133 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13450 time: 0.0073743
Feb 02 13:32:58.267529 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 38474) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:32:58.461384 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d5c248b0-b1f3-400e-a293-8e30af0d7959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:32:58.474851 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.quota [None req-d5c248b0-b1f3-400e-a293-8e30af0d7959 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fa5ea743898>.
Feb 02 13:32:58.479748 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-d5c248b0-b1f3-400e-a293-8e30af0d7959 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:32:58.485385 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-d5c248b0-b1f3-400e-a293-8e30af0d7959 admin admin] Usage tracker for resource:security_group_rule and tenant:b5cc08487be9463da908982717c24782 is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:32:58.489451 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-d5c248b0-b1f3-400e-a293-8e30af0d7959 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:32:58.496950 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-d5c248b0-b1f3-400e-a293-8e30af0d7959 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:32:58.618489 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d5c248b0-b1f3-400e-a293-8e30af0d7959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:32:58.621238 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d5c248b0-b1f3-400e-a293-8e30af0d7959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:32:58.634229 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:32:58.662630 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-d5c248b0-b1f3-400e-a293-8e30af0d7959 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=b5cc08487be9463da908982717c24782&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3938334
Feb 02 13:32:58.665874 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 38482) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:32:58.680666 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c248b0-b1f3-400e-a293-8e30af0d7959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e482ad11-4c5a-4df0-a2ab-c33d9e0a1f90,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:32:58.692663 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c248b0-b1f3-400e-a293-8e30af0d7959 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:32:58.693032 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c248b0-b1f3-400e-a293-8e30af0d7959 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:32:58.693400 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c248b0-b1f3-400e-a293-8e30af0d7959 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:32:58.693754 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c248b0-b1f3-400e-a293-8e30af0d7959 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:32:58.694113 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c248b0-b1f3-400e-a293-8e30af0d7959 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:32:58.694461 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c248b0-b1f3-400e-a293-8e30af0d7959 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:32:58.694812 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c248b0-b1f3-400e-a293-8e30af0d7959 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:32:58.695164 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c248b0-b1f3-400e-a293-8e30af0d7959 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:32:58.695515 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c248b0-b1f3-400e-a293-8e30af0d7959 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:32:58.695852 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c248b0-b1f3-400e-a293-8e30af0d7959 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:32:58.696222 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c248b0-b1f3-400e-a293-8e30af0d7959 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:32:58.696560 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c248b0-b1f3-400e-a293-8e30af0d7959 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:32:58.697748 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c248b0-b1f3-400e-a293-8e30af0d7959 admin admin] Tracked resource versions report:
Feb 02 13:32:58.697748 dv-cinder-772388-4-iscsi neutron-server[80071]: pushed versions:
Feb 02 13:32:58.697748 dv-cinder-772388-4-iscsi neutron-server[80071]: {   'AddressGroup': {'1.1'},
Feb 02 13:32:58.697748 dv-cinder-772388-4-iscsi neutron-server[80071]:     'ConntrackHelper': {'1.0'},
Feb 02 13:32:58.697748 dv-cinder-772388-4-iscsi neutron-server[80071]:     'Log': {'1.0'},
Feb 02 13:32:58.697748 dv-cinder-772388-4-iscsi neutron-server[80071]:     'Network': {'1.1'},
Feb 02 13:32:58.697748 dv-cinder-772388-4-iscsi neutron-server[80071]:     'Port': {'1.7'},
Feb 02 13:32:58.697748 dv-cinder-772388-4-iscsi neutron-server[80071]:     'PortForwarding': {'1.2'},
Feb 02 13:32:58.697748 dv-cinder-772388-4-iscsi neutron-server[80071]:     'QosPolicy': {'1.8'},
Feb 02 13:32:58.697748 dv-cinder-772388-4-iscsi neutron-server[80071]:     'SecurityGroup': {'1.4'},
Feb 02 13:32:58.697748 dv-cinder-772388-4-iscsi neutron-server[80071]:     'SecurityGroupRule': {'1.2'},
Feb 02 13:32:58.697748 dv-cinder-772388-4-iscsi neutron-server[80071]:     'SubPort': {'1.0'},
Feb 02 13:32:58.697748 dv-cinder-772388-4-iscsi neutron-server[80071]:     'Subnet': {'1.1'},
Feb 02 13:32:58.697748 dv-cinder-772388-4-iscsi neutron-server[80071]:     'Trunk': {'1.1'}}
Feb 02 13:32:58.697748 dv-cinder-772388-4-iscsi neutron-server[80071]: consumer versions:
Feb 02 13:32:58.697748 dv-cinder-772388-4-iscsi neutron-server[80071]: {   DHCP agent@dv-cinder-772388-4-iscsi: {},
Feb 02 13:32:58.697748 dv-cinder-772388-4-iscsi neutron-server[80071]:     L3 agent@dv-cinder-772388-4-iscsi: {},
Feb 02 13:32:58.697748 dv-cinder-772388-4-iscsi neutron-server[80071]:     Metadata agent@dv-cinder-772388-4-iscsi: {},
Feb 02 13:32:58.697748 dv-cinder-772388-4-iscsi neutron-server[80071]:     Metering agent@dv-cinder-772388-4-iscsi: {},
Feb 02 13:32:58.697748 dv-cinder-772388-4-iscsi neutron-server[80071]:     Open vSwitch agent@dv-cinder-772388-4-iscsi: {   'AddressGroup': '1.1',
Feb 02 13:32:58.697748 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'ConntrackHelper': '1.0',
Feb 02 13:32:58.697748 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'Log': '1.0',
Feb 02 13:32:58.697748 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'Network': '1.1',
Feb 02 13:32:58.697748 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'Port': '1.7',
Feb 02 13:32:58.697748 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'PortForwarding': '1.2',
Feb 02 13:32:58.697748 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'QosPolicy': '1.8',
Feb 02 13:32:58.697748 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'SecurityGroup': '1.4',
Feb 02 13:32:58.697748 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'SecurityGroupRule': '1.2',
Feb 02 13:32:58.697748 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'SubPort': '1.0',
Feb 02 13:32:58.697748 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'Subnet': '1.1',
Feb 02 13:32:58.697748 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'Trunk': '1.1'}}
Feb 02 13:32:58.697748 dv-cinder-772388-4-iscsi neutron-server[80071]:  {{(pid=80184) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 02 13:32:58.739197 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-8de414be-f83a-4f50-878a-1d422f5cc957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:32:58.740141 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-d5c248b0-b1f3-400e-a293-8e30af0d7959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:32:58.769524 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-8de414be-f83a-4f50-878a-1d422f5cc957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:32:58.823521 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-8de414be-f83a-4f50-878a-1d422f5cc957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:32:58.828807 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-89ff9366-6ed0-4413-9c67-33e9abc67af6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:32:58.839424 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de414be-f83a-4f50-878a-1d422f5cc957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e482ad11-4c5a-4df0-a2ab-c33d9e0a1f90,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:32:58.850434 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de414be-f83a-4f50-878a-1d422f5cc957 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:32:58.850943 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de414be-f83a-4f50-878a-1d422f5cc957 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:32:58.851079 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de414be-f83a-4f50-878a-1d422f5cc957 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:32:58.851419 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de414be-f83a-4f50-878a-1d422f5cc957 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:32:58.851768 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de414be-f83a-4f50-878a-1d422f5cc957 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:32:58.852165 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de414be-f83a-4f50-878a-1d422f5cc957 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:32:58.852523 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de414be-f83a-4f50-878a-1d422f5cc957 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:32:58.852879 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de414be-f83a-4f50-878a-1d422f5cc957 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:32:58.853238 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de414be-f83a-4f50-878a-1d422f5cc957 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:32:58.853585 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de414be-f83a-4f50-878a-1d422f5cc957 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:32:58.853936 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de414be-f83a-4f50-878a-1d422f5cc957 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:32:58.854289 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de414be-f83a-4f50-878a-1d422f5cc957 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:32:58.857564 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-8de414be-f83a-4f50-878a-1d422f5cc957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:32:58.858952 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-8de414be-f83a-4f50-878a-1d422f5cc957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:32:58.860293 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-8de414be-f83a-4f50-878a-1d422f5cc957 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/e482ad11-4c5a-4df0-a2ab-c33d9e0a1f90 HTTP/1.1" status: 204  len: 168 time: 0.1933103
Feb 02 13:32:58.953377 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c7e8766e-8d12-4426-afca-822902410145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:32:59.293011 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-7bef12de-386d-4743-88e9-855512a4b6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:33:00.247866 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:33:00.960282 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-42ef245d-f728-4293-a752-dedea4fc02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:33:07.684150 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.agents_db [None req-a5446886-6d63-4256-b3e6-4e67ca866f31 None None] Agent healthcheck: found 5 active agents {{(pid=80187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 02 13:33:25.944944 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3480acee-4a77-4474-a021-1d12adf1c796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:33:28.953388 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c7e8766e-8d12-4426-afca-822902410145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:33:29.296484 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b1686f47-87f6-405d-8162-72b655b180aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:33:30.232662 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:33:30.960203 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-42ef245d-f728-4293-a752-dedea4fc02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:33:44.684862 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.agents_db [None req-a5446886-6d63-4256-b3e6-4e67ca866f31 None None] Agent healthcheck: found 5 active agents {{(pid=80187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 02 13:33:55.950161 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bd11a320-93a2-4989-9a18-368a4f707b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:33:58.959312 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c7e8766e-8d12-4426-afca-822902410145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:33:59.310608 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b602932b-0706-4576-a48e-1212be33b70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:34:00.236568 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:34:00.967472 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-42ef245d-f728-4293-a752-dedea4fc02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:34:21.685371 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.agents_db [None req-a5446886-6d63-4256-b3e6-4e67ca866f31 None None] Agent healthcheck: found 5 active agents {{(pid=80187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 02 13:34:25.949012 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b632ea09-a9c8-4d91-90d8-d9c34d2d23fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:34:28.962329 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c7e8766e-8d12-4426-afca-822902410145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:34:29.298341 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-13e8a2e9-f4ac-4f2f-9b66-fd13d4e80cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:34:30.241256 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:34:30.971485 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-42ef245d-f728-4293-a752-dedea4fc02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:34:32.875862 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951'] for agent, after_create {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:34:32.876716 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:34:32.877215 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:34:32.877601 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:34:32.878013 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:34:32.878367 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:34:32.878773 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:34:32.879146 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:34:32.879512 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:34:32.879879 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:34:32.880271 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:34:32.880637 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:34:32.881000 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:34:32.881386 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fa5e8e30f98>, 'Open vSwitch agent', 'hv-cinder-77238', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:34:32.886544 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fa5ea62d780>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-77238', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:34:33.220138 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] get_endpoint_by_host() called for host hv-cinder-77238 {{(pid=80186) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Feb 02 13:34:33.225450 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] get_endpoint_by_ip() called for ip 192.168.0.120 {{(pid=80186) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Feb 02 13:34:33.229211 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] _add_endpoint() called for ip 192.168.0.120 {{(pid=80186) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Feb 02 13:34:33.237393 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] _get_endpoints() called {{(pid=80186) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Feb 02 13:34:37.416215 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 38538) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:34:37.580232 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-4a946814-c389-4c71-adce-bab2f6119705 admin admin] 10.222.0.133 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5088 time: 0.1626825
Feb 02 13:34:40.209893 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 38548) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:34:40.300850 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-d95a617f-5e9e-40e6-928a-b0b59f06b300 admin admin] 10.222.0.133 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5088 time: 0.0897210
Feb 02 13:34:55.942329 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bc4af00f-ae53-4875-8284-9b7a316050b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:34:58.687408 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.agents_db [None req-a5446886-6d63-4256-b3e6-4e67ca866f31 None None] Agent healthcheck: found 6 active agents {{(pid=80187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 02 13:34:58.964454 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c7e8766e-8d12-4426-afca-822902410145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:34:59.300678 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c3916aa3-0075-44ed-aac0-65ef23e0c59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:35:00.243778 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:35:00.971662 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-42ef245d-f728-4293-a752-dedea4fc02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:35:02.909277 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:35:25.944639 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-4c0fb19a-69e0-414e-b81d-7577284a1cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:35:28.965506 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c7e8766e-8d12-4426-afca-822902410145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:35:29.305082 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-7620f83a-11ec-4478-96e2-5acac2f1f884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:35:30.251605 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:35:30.978832 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-42ef245d-f728-4293-a752-dedea4fc02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:35:32.917560 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:35:35.689010 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.agents_db [None req-a5446886-6d63-4256-b3e6-4e67ca866f31 None None] Agent healthcheck: found 6 active agents {{(pid=80187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 02 13:35:55.950200 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-fb58dfc3-151b-4a1c-9941-114dd32d0495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:35:58.970037 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c7e8766e-8d12-4426-afca-822902410145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:35:59.310380 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-8b3d1985-eb60-4690-a5fe-e2d32eba9c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:00.247292 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:00.981940 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-42ef245d-f728-4293-a752-dedea4fc02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:02.913319 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:12.693566 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.agents_db [None req-a5446886-6d63-4256-b3e6-4e67ca866f31 None None] Agent healthcheck: found 6 active agents {{(pid=80187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 02 13:36:18.083200 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 38720) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:36:18.095033 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 38724) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:36:18.630617 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-915c33c1-7a5d-4a88-8161-6b032ff38e72 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-943432130-network', 'tenant_id': '68800c19777b49cb8d2ef6d2cd7e3510'}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:36:18.639602 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-915c33c1-7a5d-4a88-8161-6b032ff38e72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:36:18.644363 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-915c33c1-7a5d-4a88-8161-6b032ff38e72 admin admin] Usage tracker for resource:network and tenant:68800c19777b49cb8d2ef6d2cd7e3510 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:36:18.647637 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-915c33c1-7a5d-4a88-8161-6b032ff38e72 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:36:18.654271 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-915c33c1-7a5d-4a88-8161-6b032ff38e72 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:36:18.664195 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915c33c1-7a5d-4a88-8161-6b032ff38e72 admin admin] Made reservation on behalf of 68800c19777b49cb8d2ef6d2cd7e3510 for: {'network': 1} {{(pid=80185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 02 13:36:18.669473 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-915c33c1-7a5d-4a88-8161-6b032ff38e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for network, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:18.685532 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-915c33c1-7a5d-4a88-8161-6b032ff38e72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:18.713122 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-915c33c1-7a5d-4a88-8161-6b032ff38e72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:36:18.717863 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-915c33c1-7a5d-4a88-8161-6b032ff38e72 admin admin] Usage tracker for resource:security_group_rule and tenant:68800c19777b49cb8d2ef6d2cd7e3510 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:36:18.721076 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-915c33c1-7a5d-4a88-8161-6b032ff38e72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:36:18.727016 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-915c33c1-7a5d-4a88-8161-6b032ff38e72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:36:18.814817 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-f646e1b1-9089-48ac-a63d-5bb160dfad6b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1159884524-network', 'tenant_id': 'cea623c3b184459485bd931a9663986e'}} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:36:18.831843 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-f646e1b1-9089-48ac-a63d-5bb160dfad6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:36:18.841036 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-f646e1b1-9089-48ac-a63d-5bb160dfad6b admin admin] Usage tracker for resource:network and tenant:cea623c3b184459485bd931a9663986e is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:36:18.846959 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-f646e1b1-9089-48ac-a63d-5bb160dfad6b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:36:18.860406 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-f646e1b1-9089-48ac-a63d-5bb160dfad6b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:36:18.873895 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-915c33c1-7a5d-4a88-8161-6b032ff38e72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:18.878451 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-915c33c1-7a5d-4a88-8161-6b032ff38e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:18.881057 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f646e1b1-9089-48ac-a63d-5bb160dfad6b admin admin] Made reservation on behalf of cea623c3b184459485bd931a9663986e for: {'network': 1} {{(pid=80184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 02 13:36:18.883913 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:36:18.892932 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f646e1b1-9089-48ac-a63d-5bb160dfad6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for network, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:18.917875 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c33c1-7a5d-4a88-8161-6b032ff38e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35742ac1-887e-4519-b0ab-4f0c0c4e8cb3,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:36:18.923627 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f646e1b1-9089-48ac-a63d-5bb160dfad6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:18.929778 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c33c1-7a5d-4a88-8161-6b032ff38e72 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:18.930160 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c33c1-7a5d-4a88-8161-6b032ff38e72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:18.930511 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c33c1-7a5d-4a88-8161-6b032ff38e72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:18.931258 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c33c1-7a5d-4a88-8161-6b032ff38e72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:18.931873 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c33c1-7a5d-4a88-8161-6b032ff38e72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:18.932432 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c33c1-7a5d-4a88-8161-6b032ff38e72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:18.932948 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c33c1-7a5d-4a88-8161-6b032ff38e72 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:18.933460 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c33c1-7a5d-4a88-8161-6b032ff38e72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:18.934004 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c33c1-7a5d-4a88-8161-6b032ff38e72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:18.934372 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c33c1-7a5d-4a88-8161-6b032ff38e72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:18.934733 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c33c1-7a5d-4a88-8161-6b032ff38e72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:18.935154 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c33c1-7a5d-4a88-8161-6b032ff38e72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:18.935579 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c33c1-7a5d-4a88-8161-6b032ff38e72 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:18.935966 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c33c1-7a5d-4a88-8161-6b032ff38e72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:18.936463 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c33c1-7a5d-4a88-8161-6b032ff38e72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:18.936823 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c33c1-7a5d-4a88-8161-6b032ff38e72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:18.937184 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c33c1-7a5d-4a88-8161-6b032ff38e72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:18.937560 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c33c1-7a5d-4a88-8161-6b032ff38e72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:18.937914 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c33c1-7a5d-4a88-8161-6b032ff38e72 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:18.938274 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c33c1-7a5d-4a88-8161-6b032ff38e72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:18.938646 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c33c1-7a5d-4a88-8161-6b032ff38e72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:18.938975 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c33c1-7a5d-4a88-8161-6b032ff38e72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:18.939335 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c33c1-7a5d-4a88-8161-6b032ff38e72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:18.939807 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c33c1-7a5d-4a88-8161-6b032ff38e72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:18.941291 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915c33c1-7a5d-4a88-8161-6b032ff38e72 admin admin] Tracked resource versions report:
Feb 02 13:36:18.941291 dv-cinder-772388-4-iscsi neutron-server[80071]: pushed versions:
Feb 02 13:36:18.941291 dv-cinder-772388-4-iscsi neutron-server[80071]: {   'AddressGroup': {'1.1'},
Feb 02 13:36:18.941291 dv-cinder-772388-4-iscsi neutron-server[80071]:     'ConntrackHelper': {'1.0'},
Feb 02 13:36:18.941291 dv-cinder-772388-4-iscsi neutron-server[80071]:     'Log': {'1.0'},
Feb 02 13:36:18.941291 dv-cinder-772388-4-iscsi neutron-server[80071]:     'Network': {'1.1'},
Feb 02 13:36:18.941291 dv-cinder-772388-4-iscsi neutron-server[80071]:     'Port': {'1.7'},
Feb 02 13:36:18.941291 dv-cinder-772388-4-iscsi neutron-server[80071]:     'PortForwarding': {'1.2'},
Feb 02 13:36:18.941291 dv-cinder-772388-4-iscsi neutron-server[80071]:     'QosPolicy': {'1.8'},
Feb 02 13:36:18.941291 dv-cinder-772388-4-iscsi neutron-server[80071]:     'SecurityGroup': {'1.4'},
Feb 02 13:36:18.941291 dv-cinder-772388-4-iscsi neutron-server[80071]:     'SecurityGroupRule': {'1.2'},
Feb 02 13:36:18.941291 dv-cinder-772388-4-iscsi neutron-server[80071]:     'SubPort': {'1.0'},
Feb 02 13:36:18.941291 dv-cinder-772388-4-iscsi neutron-server[80071]:     'Subnet': {'1.1'},
Feb 02 13:36:18.941291 dv-cinder-772388-4-iscsi neutron-server[80071]:     'Trunk': {'1.1'}}
Feb 02 13:36:18.941291 dv-cinder-772388-4-iscsi neutron-server[80071]: consumer versions:
Feb 02 13:36:18.941291 dv-cinder-772388-4-iscsi neutron-server[80071]: {   DHCP agent@dv-cinder-772388-4-iscsi: {},
Feb 02 13:36:18.941291 dv-cinder-772388-4-iscsi neutron-server[80071]:     L3 agent@dv-cinder-772388-4-iscsi: {},
Feb 02 13:36:18.941291 dv-cinder-772388-4-iscsi neutron-server[80071]:     Metadata agent@dv-cinder-772388-4-iscsi: {},
Feb 02 13:36:18.941291 dv-cinder-772388-4-iscsi neutron-server[80071]:     Metering agent@dv-cinder-772388-4-iscsi: {},
Feb 02 13:36:18.941291 dv-cinder-772388-4-iscsi neutron-server[80071]:     Open vSwitch agent@dv-cinder-772388-4-iscsi: {   'AddressGroup': '1.1',
Feb 02 13:36:18.941291 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'ConntrackHelper': '1.0',
Feb 02 13:36:18.941291 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'Log': '1.0',
Feb 02 13:36:18.941291 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'Network': '1.1',
Feb 02 13:36:18.941291 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'Port': '1.7',
Feb 02 13:36:18.941291 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'PortForwarding': '1.2',
Feb 02 13:36:18.941291 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'QosPolicy': '1.8',
Feb 02 13:36:18.941291 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'SecurityGroup': '1.4',
Feb 02 13:36:18.941291 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'SecurityGroupRule': '1.2',
Feb 02 13:36:18.941291 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'SubPort': '1.0',
Feb 02 13:36:18.941291 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'Subnet': '1.1',
Feb 02 13:36:18.941291 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'Trunk': '1.1'},
Feb 02 13:36:18.941291 dv-cinder-772388-4-iscsi neutron-server[80071]:     Open vSwitch agent@hv-cinder-77238: {   'AddressGroup': '1.1',
Feb 02 13:36:18.941291 dv-cinder-772388-4-iscsi neutron-server[80071]:                                             'ConntrackHelper': '1.0',
Feb 02 13:36:18.941291 dv-cinder-772388-4-iscsi neutron-server[80071]:                                             'Log': '1.0',
Feb 02 13:36:18.941291 dv-cinder-772388-4-iscsi neutron-server[80071]:                                             'Network': '1.1',
Feb 02 13:36:18.941291 dv-cinder-772388-4-iscsi neutron-server[80071]:                                             'Port': '1.7',
Feb 02 13:36:18.941291 dv-cinder-772388-4-iscsi neutron-server[80071]:                                             'PortForwarding': '1.2',
Feb 02 13:36:18.941291 dv-cinder-772388-4-iscsi neutron-server[80071]:                                             'QosPolicy': '1.8',
Feb 02 13:36:18.941291 dv-cinder-772388-4-iscsi neutron-server[80071]:                                             'SecurityGroup': '1.4',
Feb 02 13:36:18.941291 dv-cinder-772388-4-iscsi neutron-server[80071]:                                             'SecurityGroupRule': '1.2',
Feb 02 13:36:18.941291 dv-cinder-772388-4-iscsi neutron-server[80071]:                                             'SubPort': '1.0',
Feb 02 13:36:18.941291 dv-cinder-772388-4-iscsi neutron-server[80071]:                                             'Subnet': '1.1',
Feb 02 13:36:18.941291 dv-cinder-772388-4-iscsi neutron-server[80071]:                                             'Trunk': '1.1'}}
Feb 02 13:36:18.941291 dv-cinder-772388-4-iscsi neutron-server[80071]:  {{(pid=80185) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 02 13:36:18.946494 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-915c33c1-7a5d-4a88-8161-6b032ff38e72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:36:18.954957 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 38752) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:36:18.959099 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-f646e1b1-9089-48ac-a63d-5bb160dfad6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:36:18.961501 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-915c33c1-7a5d-4a88-8161-6b032ff38e72 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 02 13:36:18.967262 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-f646e1b1-9089-48ac-a63d-5bb160dfad6b admin admin] Usage tracker for resource:security_group_rule and tenant:cea623c3b184459485bd931a9663986e is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:36:18.972529 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-915c33c1-7a5d-4a88-8161-6b032ff38e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764996'] for segment, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:18.973088 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.db.segments_db [None req-915c33c1-7a5d-4a88-8161-6b032ff38e72 admin admin] Added segment 986ca86a-9e71-4564-a96d-f8fb655c2658 of type vxlan for network e9de8dbd-daca-40f4-97d0-c17608ae5123
Feb 02 13:36:18.974111 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-f646e1b1-9089-48ac-a63d-5bb160dfad6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:36:18.987487 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-f646e1b1-9089-48ac-a63d-5bb160dfad6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:36:19.007899 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-915c33c1-7a5d-4a88-8161-6b032ff38e72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771911551603'] for network, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:19.073505 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-915c33c1-7a5d-4a88-8161-6b032ff38e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670'] for network, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:19.076991 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915c33c1-7a5d-4a88-8161-6b032ff38e72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:36:19.079144 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-915c33c1-7a5d-4a88-8161-6b032ff38e72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for network, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:19.110637 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f646e1b1-9089-48ac-a63d-5bb160dfad6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:19.117442 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f646e1b1-9089-48ac-a63d-5bb160dfad6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:19.120838 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-89ff9366-6ed0-4413-9c67-33e9abc67af6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:36:19.140480 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:36:19.233284 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c33c1-7a5d-4a88-8161-6b032ff38e72 admin admin] Pushing event updated for resources: {'Network': ['ID=e9de8dbd-daca-40f4-97d0-c17608ae5123,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:36:19.241202 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f646e1b1-9089-48ac-a63d-5bb160dfad6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c71db26-59d4-43da-9081-c286505f7180,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:36:19.244337 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Network e9de8dbd-daca-40f4-97d0-c17608ae5123 details requested by agent ovs-agent-dv-cinder-772388-4-iscsi with host dv-cinder-772388-4-iscsi {{(pid=80186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 02 13:36:19.251033 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-915c33c1-7a5d-4a88-8161-6b032ff38e72 admin admin] 10.222.0.133 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 1.1657393
Feb 02 13:36:19.251924 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 38770) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:36:19.253274 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-915c33c1-7a5d-4a88-8161-6b032ff38e72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:36:19.259767 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-e9c86e56-ce81-48b3-87b4-a2eeeb44e69a admin admin] Request body: {'subnet': {'network_id': 'e9de8dbd-daca-40f4-97d0-c17608ae5123', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-943432130-subnet', 'tenant_id': '68800c19777b49cb8d2ef6d2cd7e3510', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:36:19.260961 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f646e1b1-9089-48ac-a63d-5bb160dfad6b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 02 13:36:19.265740 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-e9c86e56-ce81-48b3-87b4-a2eeeb44e69a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:36:19.268323 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f646e1b1-9089-48ac-a63d-5bb160dfad6b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:19.268936 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f646e1b1-9089-48ac-a63d-5bb160dfad6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:19.269717 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f646e1b1-9089-48ac-a63d-5bb160dfad6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:19.270564 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f646e1b1-9089-48ac-a63d-5bb160dfad6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:19.270959 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-e9c86e56-ce81-48b3-87b4-a2eeeb44e69a admin admin] Usage tracker for resource:subnet and tenant:68800c19777b49cb8d2ef6d2cd7e3510 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:36:19.271644 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f646e1b1-9089-48ac-a63d-5bb160dfad6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:19.272490 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f646e1b1-9089-48ac-a63d-5bb160dfad6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:19.273279 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f646e1b1-9089-48ac-a63d-5bb160dfad6b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:19.274057 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f646e1b1-9089-48ac-a63d-5bb160dfad6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:19.274275 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-e9c86e56-ce81-48b3-87b4-a2eeeb44e69a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:36:19.275047 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f646e1b1-9089-48ac-a63d-5bb160dfad6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:19.275847 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f646e1b1-9089-48ac-a63d-5bb160dfad6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:19.276675 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f646e1b1-9089-48ac-a63d-5bb160dfad6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:19.277474 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f646e1b1-9089-48ac-a63d-5bb160dfad6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:19.278398 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f646e1b1-9089-48ac-a63d-5bb160dfad6b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:19.279878 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f646e1b1-9089-48ac-a63d-5bb160dfad6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:19.280688 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-e9c86e56-ce81-48b3-87b4-a2eeeb44e69a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:36:19.280965 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f646e1b1-9089-48ac-a63d-5bb160dfad6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:19.281765 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f646e1b1-9089-48ac-a63d-5bb160dfad6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:19.282583 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f646e1b1-9089-48ac-a63d-5bb160dfad6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:19.283393 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f646e1b1-9089-48ac-a63d-5bb160dfad6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:19.284238 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f646e1b1-9089-48ac-a63d-5bb160dfad6b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:19.285046 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f646e1b1-9089-48ac-a63d-5bb160dfad6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:19.285858 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f646e1b1-9089-48ac-a63d-5bb160dfad6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:19.286654 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f646e1b1-9089-48ac-a63d-5bb160dfad6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:19.287447 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f646e1b1-9089-48ac-a63d-5bb160dfad6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:19.288262 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f646e1b1-9089-48ac-a63d-5bb160dfad6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:19.288791 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Network e9de8dbd-daca-40f4-97d0-c17608ae5123 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 02 13:36:19.291168 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f646e1b1-9089-48ac-a63d-5bb160dfad6b admin admin] Tracked resource versions report:
Feb 02 13:36:19.291168 dv-cinder-772388-4-iscsi neutron-server[80071]: pushed versions:
Feb 02 13:36:19.291168 dv-cinder-772388-4-iscsi neutron-server[80071]: {   'AddressGroup': {'1.1'},
Feb 02 13:36:19.291168 dv-cinder-772388-4-iscsi neutron-server[80071]:     'ConntrackHelper': {'1.0'},
Feb 02 13:36:19.291168 dv-cinder-772388-4-iscsi neutron-server[80071]:     'Log': {'1.0'},
Feb 02 13:36:19.291168 dv-cinder-772388-4-iscsi neutron-server[80071]:     'Network': {'1.1'},
Feb 02 13:36:19.291168 dv-cinder-772388-4-iscsi neutron-server[80071]:     'Port': {'1.7'},
Feb 02 13:36:19.291168 dv-cinder-772388-4-iscsi neutron-server[80071]:     'PortForwarding': {'1.2'},
Feb 02 13:36:19.291168 dv-cinder-772388-4-iscsi neutron-server[80071]:     'QosPolicy': {'1.8'},
Feb 02 13:36:19.291168 dv-cinder-772388-4-iscsi neutron-server[80071]:     'SecurityGroup': {'1.4'},
Feb 02 13:36:19.291168 dv-cinder-772388-4-iscsi neutron-server[80071]:     'SecurityGroupRule': {'1.2'},
Feb 02 13:36:19.291168 dv-cinder-772388-4-iscsi neutron-server[80071]:     'SubPort': {'1.0'},
Feb 02 13:36:19.291168 dv-cinder-772388-4-iscsi neutron-server[80071]:     'Subnet': {'1.1'},
Feb 02 13:36:19.291168 dv-cinder-772388-4-iscsi neutron-server[80071]:     'Trunk': {'1.1'}}
Feb 02 13:36:19.291168 dv-cinder-772388-4-iscsi neutron-server[80071]: consumer versions:
Feb 02 13:36:19.291168 dv-cinder-772388-4-iscsi neutron-server[80071]: {   DHCP agent@dv-cinder-772388-4-iscsi: {},
Feb 02 13:36:19.291168 dv-cinder-772388-4-iscsi neutron-server[80071]:     L3 agent@dv-cinder-772388-4-iscsi: {},
Feb 02 13:36:19.291168 dv-cinder-772388-4-iscsi neutron-server[80071]:     Metadata agent@dv-cinder-772388-4-iscsi: {},
Feb 02 13:36:19.291168 dv-cinder-772388-4-iscsi neutron-server[80071]:     Metering agent@dv-cinder-772388-4-iscsi: {},
Feb 02 13:36:19.291168 dv-cinder-772388-4-iscsi neutron-server[80071]:     Open vSwitch agent@dv-cinder-772388-4-iscsi: {   'AddressGroup': '1.1',
Feb 02 13:36:19.291168 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'ConntrackHelper': '1.0',
Feb 02 13:36:19.291168 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'Log': '1.0',
Feb 02 13:36:19.291168 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'Network': '1.1',
Feb 02 13:36:19.291168 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'Port': '1.7',
Feb 02 13:36:19.291168 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'PortForwarding': '1.2',
Feb 02 13:36:19.291168 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'QosPolicy': '1.8',
Feb 02 13:36:19.291168 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'SecurityGroup': '1.4',
Feb 02 13:36:19.291168 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'SecurityGroupRule': '1.2',
Feb 02 13:36:19.291168 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'SubPort': '1.0',
Feb 02 13:36:19.291168 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'Subnet': '1.1',
Feb 02 13:36:19.291168 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'Trunk': '1.1'},
Feb 02 13:36:19.291168 dv-cinder-772388-4-iscsi neutron-server[80071]:     Open vSwitch agent@hv-cinder-77238: {   'AddressGroup': '1.1',
Feb 02 13:36:19.291168 dv-cinder-772388-4-iscsi neutron-server[80071]:                                             'ConntrackHelper': '1.0',
Feb 02 13:36:19.291168 dv-cinder-772388-4-iscsi neutron-server[80071]:                                             'Log': '1.0',
Feb 02 13:36:19.291168 dv-cinder-772388-4-iscsi neutron-server[80071]:                                             'Network': '1.1',
Feb 02 13:36:19.291168 dv-cinder-772388-4-iscsi neutron-server[80071]:                                             'Port': '1.7',
Feb 02 13:36:19.291168 dv-cinder-772388-4-iscsi neutron-server[80071]:                                             'PortForwarding': '1.2',
Feb 02 13:36:19.291168 dv-cinder-772388-4-iscsi neutron-server[80071]:                                             'QosPolicy': '1.8',
Feb 02 13:36:19.291168 dv-cinder-772388-4-iscsi neutron-server[80071]:                                             'SecurityGroup': '1.4',
Feb 02 13:36:19.291168 dv-cinder-772388-4-iscsi neutron-server[80071]:                                             'SecurityGroupRule': '1.2',
Feb 02 13:36:19.291168 dv-cinder-772388-4-iscsi neutron-server[80071]:                                             'SubPort': '1.0',
Feb 02 13:36:19.291168 dv-cinder-772388-4-iscsi neutron-server[80071]:                                             'Subnet': '1.1',
Feb 02 13:36:19.291168 dv-cinder-772388-4-iscsi neutron-server[80071]:                                             'Trunk': '1.1'}}
Feb 02 13:36:19.291168 dv-cinder-772388-4-iscsi neutron-server[80071]:  {{(pid=80184) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 02 13:36:19.297739 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c86e56-ce81-48b3-87b4-a2eeeb44e69a admin admin] Made reservation on behalf of 68800c19777b49cb8d2ef6d2cd7e3510 for: {'subnet': 1} {{(pid=80185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 02 13:36:19.297739 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e9c86e56-ce81-48b3-87b4-a2eeeb44e69a admin admin] Notify callbacks [] for subnet, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:19.315113 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f646e1b1-9089-48ac-a63d-5bb160dfad6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:36:19.326745 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f646e1b1-9089-48ac-a63d-5bb160dfad6b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771912128866', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764996'] for segment, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:19.327679 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.db.segments_db [None req-f646e1b1-9089-48ac-a63d-5bb160dfad6b admin admin] Added segment 74161cca-e56a-4704-b658-1eba40fb5e34 of type vxlan for network 0102586b-cbe3-455e-8beb-466400271cff
Feb 02 13:36:19.417060 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 38774) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:36:19.500497 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f646e1b1-9089-48ac-a63d-5bb160dfad6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771911551603'] for network, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:19.585554 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-cb258430-3479-4a7c-aa7a-0f88f040a330 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1153060243-network', 'tenant_id': 'da040d840d5945a4bc1739a99331270a'}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:36:19.590439 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-cb258430-3479-4a7c-aa7a-0f88f040a330 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:36:19.594557 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-cb258430-3479-4a7c-aa7a-0f88f040a330 admin admin] Usage tracker for resource:network and tenant:da040d840d5945a4bc1739a99331270a is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:36:19.598420 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-cb258430-3479-4a7c-aa7a-0f88f040a330 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:36:19.613164 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-cb258430-3479-4a7c-aa7a-0f88f040a330 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:36:19.614856 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f646e1b1-9089-48ac-a63d-5bb160dfad6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670'] for network, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:19.616260 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f646e1b1-9089-48ac-a63d-5bb160dfad6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:36:19.616912 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f646e1b1-9089-48ac-a63d-5bb160dfad6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for network, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:19.628014 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:36:19.847649 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb258430-3479-4a7c-aa7a-0f88f040a330 admin admin] Made reservation on behalf of da040d840d5945a4bc1739a99331270a for: {'network': 1} {{(pid=80185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 02 13:36:19.852851 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-cb258430-3479-4a7c-aa7a-0f88f040a330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for network, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:19.859287 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f646e1b1-9089-48ac-a63d-5bb160dfad6b admin admin] Pushing event updated for resources: {'Network': ['ID=0102586b-cbe3-455e-8beb-466400271cff,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:36:19.866228 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-f646e1b1-9089-48ac-a63d-5bb160dfad6b admin admin] 10.222.0.133 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.7690246
Feb 02 13:36:19.877788 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 38786) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:36:19.880789 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f646e1b1-9089-48ac-a63d-5bb160dfad6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:36:19.889181 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Network 0102586b-cbe3-455e-8beb-466400271cff details requested by agent ovs-agent-dv-cinder-772388-4-iscsi with host dv-cinder-772388-4-iscsi {{(pid=80186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 02 13:36:19.890432 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-3b90369f-a2f7-438b-9f3d-98029c511734 admin admin] Request body: {'subnet': {'network_id': '0102586b-cbe3-455e-8beb-466400271cff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1159884524-subnet', 'tenant_id': 'cea623c3b184459485bd931a9663986e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:36:19.902908 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-cb258430-3479-4a7c-aa7a-0f88f040a330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:19.905542 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-3b90369f-a2f7-438b-9f3d-98029c511734 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:36:19.911972 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-3b90369f-a2f7-438b-9f3d-98029c511734 admin admin] Usage tracker for resource:subnet and tenant:cea623c3b184459485bd931a9663986e is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:36:19.913891 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Network 0102586b-cbe3-455e-8beb-466400271cff details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 02 13:36:19.917012 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-3b90369f-a2f7-438b-9f3d-98029c511734 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:36:19.936840 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-3b90369f-a2f7-438b-9f3d-98029c511734 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:36:19.962319 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-65bf16fd-1e9b-4346-a3f0-0fbc7334d2b1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-477103384-network', 'tenant_id': '4137e2122c7f40189b0a34f1651c3764'}} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:36:19.968626 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b90369f-a2f7-438b-9f3d-98029c511734 admin admin] Made reservation on behalf of cea623c3b184459485bd931a9663986e for: {'subnet': 1} {{(pid=80184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 02 13:36:19.980139 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-cb258430-3479-4a7c-aa7a-0f88f040a330 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:36:19.989602 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3b90369f-a2f7-438b-9f3d-98029c511734 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:20.005423 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-cb258430-3479-4a7c-aa7a-0f88f040a330 admin admin] Usage tracker for resource:security_group_rule and tenant:da040d840d5945a4bc1739a99331270a is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:36:20.014575 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-cb258430-3479-4a7c-aa7a-0f88f040a330 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:36:20.024093 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-cb258430-3479-4a7c-aa7a-0f88f040a330 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:36:20.030282 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-65bf16fd-1e9b-4346-a3f0-0fbc7334d2b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:36:20.042210 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-65bf16fd-1e9b-4346-a3f0-0fbc7334d2b1 admin admin] Usage tracker for resource:network and tenant:4137e2122c7f40189b0a34f1651c3764 is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:36:20.113685 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-65bf16fd-1e9b-4346-a3f0-0fbc7334d2b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:36:20.140202 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-65bf16fd-1e9b-4346-a3f0-0fbc7334d2b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:36:20.194691 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65bf16fd-1e9b-4346-a3f0-0fbc7334d2b1 admin admin] Made reservation on behalf of 4137e2122c7f40189b0a34f1651c3764 for: {'network': 1} {{(pid=80184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 02 13:36:20.202035 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-65bf16fd-1e9b-4346-a3f0-0fbc7334d2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for network, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:20.205129 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e9c86e56-ce81-48b3-87b4-a2eeeb44e69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670'] for subnet, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:20.236706 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-65bf16fd-1e9b-4346-a3f0-0fbc7334d2b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:20.260395 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:36:20.293548 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-65bf16fd-1e9b-4346-a3f0-0fbc7334d2b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:36:20.302579 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-65bf16fd-1e9b-4346-a3f0-0fbc7334d2b1 admin admin] Usage tracker for resource:security_group_rule and tenant:4137e2122c7f40189b0a34f1651c3764 is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:36:20.307547 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-65bf16fd-1e9b-4346-a3f0-0fbc7334d2b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:36:20.317418 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-65bf16fd-1e9b-4346-a3f0-0fbc7334d2b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:36:20.570966 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-cb258430-3479-4a7c-aa7a-0f88f040a330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:20.595453 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-cb258430-3479-4a7c-aa7a-0f88f040a330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:20.621193 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c86e56-ce81-48b3-87b4-a2eeeb44e69a admin admin] Pushing event updated for resources: {'Subnet': ['ID=da13caf3-2638-43a1-a721-f15405bf450a,revision_number=0']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:36:20.625657 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-e9c86e56-ce81-48b3-87b4-a2eeeb44e69a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:36:20.629231 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:36:20.654770 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb258430-3479-4a7c-aa7a-0f88f040a330 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 02 13:36:20.669826 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-65bf16fd-1e9b-4346-a3f0-0fbc7334d2b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:20.692822 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-65bf16fd-1e9b-4346-a3f0-0fbc7334d2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:20.699554 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f646e1b1-9089-48ac-a63d-5bb160dfad6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:36:20.709166 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-cb258430-3479-4a7c-aa7a-0f88f040a330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764996'] for segment, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:20.710036 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.db.segments_db [None req-cb258430-3479-4a7c-aa7a-0f88f040a330 admin admin] Added segment 0171a29b-a4d8-433f-9f69-11da58cadf98 of type vxlan for network bfbd13a3-d870-417b-93b8-70f01824ec17
Feb 02 13:36:20.721371 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb258430-3479-4a7c-aa7a-0f88f040a330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3981d7-7e1a-4930-b113-8bfee26cb618,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:36:20.737742 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-cb258430-3479-4a7c-aa7a-0f88f040a330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:36:20.755117 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c86e56-ce81-48b3-87b4-a2eeeb44e69a admin admin] Checking segment: {'id': '986ca86a-9e71-4564-a96d-f8fb655c2658', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e9de8dbd-daca-40f4-97d0-c17608ae5123'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:36:20.755834 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c86e56-ce81-48b3-87b4-a2eeeb44e69a admin admin] Network hostable DHCP agents. Network: e9de8dbd-daca-40f4-97d0-c17608ae5123, hostable agents: ['f461d640-d7db-44f6-a785-e3cace2a4602'], hosted agents: [] {{(pid=80185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 02 13:36:20.791983 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-cb258430-3479-4a7c-aa7a-0f88f040a330 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771911551603'] for network, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:20.834018 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c86e56-ce81-48b3-87b4-a2eeeb44e69a admin admin] Network e9de8dbd-daca-40f4-97d0-c17608ae5123 is scheduled to be hosted by DHCP agent f461d640-d7db-44f6-a785-e3cace2a4602 with binding_index 1 {{(pid=80185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 02 13:36:20.863750 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bf16fd-1e9b-4346-a3f0-0fbc7334d2b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54301fd-60d4-4e02-8c07-63c586764a32,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:36:20.875374 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [None req-e9c86e56-ce81-48b3-87b4-a2eeeb44e69a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-4-iscsi, e9de8dbd-daca-40f4-97d0-c17608ae5123) {{(pid=80185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:36:20.882643 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c86e56-ce81-48b3-87b4-a2eeeb44e69a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:36:20.883854 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e9c86e56-ce81-48b3-87b4-a2eeeb44e69a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for subnet, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:20.884524 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1809e851-bfed-4f7e-a347-f9c23e438707 None None] Network e9de8dbd-daca-40f4-97d0-c17608ae5123 requested from dv-cinder-772388-4-iscsi {{(pid=80186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 02 13:36:20.899315 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-cb258430-3479-4a7c-aa7a-0f88f040a330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670'] for network, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:20.903810 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb258430-3479-4a7c-aa7a-0f88f040a330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:36:20.905215 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-cb258430-3479-4a7c-aa7a-0f88f040a330 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for network, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:20.913259 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:36:20.916456 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-65bf16fd-1e9b-4346-a3f0-0fbc7334d2b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:36:20.953478 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.db.api [None req-65bf16fd-1e9b-4346-a3f0-0fbc7334d2b1 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80184) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 02 13:36:20.953868 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_db.api [None req-65bf16fd-1e9b-4346-a3f0-0fbc7334d2b1 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80184) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 02 13:36:21.033513 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-e9c86e56-ce81-48b3-87b4-a2eeeb44e69a admin admin] 10.222.0.133 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.7785637
Feb 02 13:36:21.052961 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-cb258430-3479-4a7c-aa7a-0f88f040a330 admin admin] 10.222.0.133 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 2.0969157
Feb 02 13:36:21.057436 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 38820) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:36:21.067064 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-01750ab7-351f-4deb-bca5-eccfa376873c admin admin] Request body: {'subnet': {'network_id': 'bfbd13a3-d870-417b-93b8-70f01824ec17', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1153060243-subnet', 'tenant_id': 'da040d840d5945a4bc1739a99331270a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:36:21.078328 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-01750ab7-351f-4deb-bca5-eccfa376873c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:36:21.082756 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb258430-3479-4a7c-aa7a-0f88f040a330 admin admin] Pushing event updated for resources: {'Network': ['ID=bfbd13a3-d870-417b-93b8-70f01824ec17,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:36:21.086957 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-cb258430-3479-4a7c-aa7a-0f88f040a330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:36:21.088294 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-01750ab7-351f-4deb-bca5-eccfa376873c admin admin] Usage tracker for resource:subnet and tenant:da040d840d5945a4bc1739a99331270a is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:36:21.093041 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-01750ab7-351f-4deb-bca5-eccfa376873c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:36:21.107684 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-01750ab7-351f-4deb-bca5-eccfa376873c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:36:21.141251 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01750ab7-351f-4deb-bca5-eccfa376873c admin admin] Made reservation on behalf of da040d840d5945a4bc1739a99331270a for: {'subnet': 1} {{(pid=80185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 02 13:36:21.152188 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-01750ab7-351f-4deb-bca5-eccfa376873c admin admin] Notify callbacks [] for subnet, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:21.159630 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Network bfbd13a3-d870-417b-93b8-70f01824ec17 details requested by agent ovs-agent-dv-cinder-772388-4-iscsi with host dv-cinder-772388-4-iscsi {{(pid=80186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 02 13:36:21.182612 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Network bfbd13a3-d870-417b-93b8-70f01824ec17 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 02 13:36:21.229438 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3b90369f-a2f7-438b-9f3d-98029c511734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670'] for subnet, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:21.262770 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:36:21.478136 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-65bf16fd-1e9b-4346-a3f0-0fbc7334d2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for network, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:21.652504 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b90369f-a2f7-438b-9f3d-98029c511734 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2340414-8894-4d0b-932b-2cabaace3a3e,revision_number=0']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:36:21.660787 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-3b90369f-a2f7-438b-9f3d-98029c511734 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:36:21.686413 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65bf16fd-1e9b-4346-a3f0-0fbc7334d2b1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 02 13:36:21.776324 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-65bf16fd-1e9b-4346-a3f0-0fbc7334d2b1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771912128866', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764996'] for segment, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:21.783713 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.db.segments_db [None req-65bf16fd-1e9b-4346-a3f0-0fbc7334d2b1 admin admin] Added segment 5f553a71-9c0f-48ac-b06b-07581f7b8732 of type vxlan for network 1686445e-9089-4fcd-bac5-a148e4ca86fe
Feb 02 13:36:21.925105 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-65bf16fd-1e9b-4346-a3f0-0fbc7334d2b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771911551603'] for network, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:21.936302 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bd7100-1d6d-43b3-92aa-f8939ec0d887 None None] Network e9de8dbd-daca-40f4-97d0-c17608ae5123 requested from dv-cinder-772388-4-iscsi {{(pid=80186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 02 13:36:21.968512 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b90369f-a2f7-438b-9f3d-98029c511734 admin admin] Checking segment: {'id': '74161cca-e56a-4704-b658-1eba40fb5e34', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0102586b-cbe3-455e-8beb-466400271cff'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:36:21.972971 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b90369f-a2f7-438b-9f3d-98029c511734 admin admin] Network hostable DHCP agents. Network: 0102586b-cbe3-455e-8beb-466400271cff, hostable agents: ['f461d640-d7db-44f6-a785-e3cace2a4602'], hosted agents: [] {{(pid=80184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 02 13:36:22.041901 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-01750ab7-351f-4deb-bca5-eccfa376873c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670'] for subnet, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:22.070440 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-65bf16fd-1e9b-4346-a3f0-0fbc7334d2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670'] for network, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:22.072223 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bf16fd-1e9b-4346-a3f0-0fbc7334d2b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:36:22.072982 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-65bf16fd-1e9b-4346-a3f0-0fbc7334d2b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for network, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:22.080396 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:36:22.085484 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f646e1b1-9089-48ac-a63d-5bb160dfad6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:36:22.118297 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b90369f-a2f7-438b-9f3d-98029c511734 admin admin] Network 0102586b-cbe3-455e-8beb-466400271cff is scheduled to be hosted by DHCP agent f461d640-d7db-44f6-a785-e3cace2a4602 with binding_index 1 {{(pid=80184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 02 13:36:22.165736 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [None req-3b90369f-a2f7-438b-9f3d-98029c511734 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-4-iscsi, 0102586b-cbe3-455e-8beb-466400271cff) {{(pid=80184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:36:22.199105 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b90369f-a2f7-438b-9f3d-98029c511734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:36:22.205879 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3b90369f-a2f7-438b-9f3d-98029c511734 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for subnet, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:22.242182 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01750ab7-351f-4deb-bca5-eccfa376873c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdb421d7-3e26-4929-a736-b93dc64e3cfd,revision_number=0']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:36:22.294148 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcbaac7-bb61-4a78-9d78-66b330f7858a None None] Network 0102586b-cbe3-455e-8beb-466400271cff requested from dv-cinder-772388-4-iscsi {{(pid=80186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 02 13:36:22.365157 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-01750ab7-351f-4deb-bca5-eccfa376873c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:36:22.439289 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 38876) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:36:22.445484 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-3b90369f-a2f7-438b-9f3d-98029c511734 admin admin] 10.222.0.133 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 2.5662529
Feb 02 13:36:22.452395 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-b54b5797-8920-49de-930e-9fd0d36d7907 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1159884524-router', 'tenant_id': 'cea623c3b184459485bd931a9663986e', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd'}}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:36:22.455731 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 38882) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:36:22.457640 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-65bf16fd-1e9b-4346-a3f0-0fbc7334d2b1 admin admin] 10.222.0.133 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 3.0343597
Feb 02 13:36:22.474411 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-b54b5797-8920-49de-930e-9fd0d36d7907 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:36:22.482950 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bf16fd-1e9b-4346-a3f0-0fbc7334d2b1 admin admin] Pushing event updated for resources: {'Network': ['ID=1686445e-9089-4fcd-bac5-a148e4ca86fe,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:36:22.486490 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-312f6d6d-d283-494d-af6f-3e3cfe0c71cd admin admin] Request body: {'subnet': {'network_id': '1686445e-9089-4fcd-bac5-a148e4ca86fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-477103384-subnet', 'tenant_id': '4137e2122c7f40189b0a34f1651c3764', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:36:22.492140 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-312f6d6d-d283-494d-af6f-3e3cfe0c71cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:36:22.492988 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-65bf16fd-1e9b-4346-a3f0-0fbc7334d2b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:36:22.496897 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-312f6d6d-d283-494d-af6f-3e3cfe0c71cd admin admin] Usage tracker for resource:subnet and tenant:4137e2122c7f40189b0a34f1651c3764 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:36:22.501068 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-312f6d6d-d283-494d-af6f-3e3cfe0c71cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:36:22.508115 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-312f6d6d-d283-494d-af6f-3e3cfe0c71cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:36:22.522492 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-b54b5797-8920-49de-930e-9fd0d36d7907 admin admin] Usage tracker for resource:router and tenant:cea623c3b184459485bd931a9663986e is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:36:22.525788 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312f6d6d-d283-494d-af6f-3e3cfe0c71cd admin admin] Made reservation on behalf of 4137e2122c7f40189b0a34f1651c3764 for: {'subnet': 1} {{(pid=80185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 02 13:36:22.531766 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-312f6d6d-d283-494d-af6f-3e3cfe0c71cd admin admin] Notify callbacks [] for subnet, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:22.605055 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Network 1686445e-9089-4fcd-bac5-a148e4ca86fe details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 02 13:36:22.627504 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Network 1686445e-9089-4fcd-bac5-a148e4ca86fe details requested by agent ovs-agent-dv-cinder-772388-4-iscsi with host dv-cinder-772388-4-iscsi {{(pid=80186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 02 13:36:23.007825 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 38910) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:36:23.011716 dv-cinder-772388-4-iscsi neutron-server[80071]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Feb 02 13:36:23.019757 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-b54b5797-8920-49de-930e-9fd0d36d7907 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:36:23.040859 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-b54b5797-8920-49de-930e-9fd0d36d7907 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:36:23.115232 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b54b5797-8920-49de-930e-9fd0d36d7907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2071196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854754958'] for router, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:23.116891 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b54b5797-8920-49de-930e-9fd0d36d7907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852704654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852699534', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2021380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-20842'] for router, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:23.136528 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01750ab7-351f-4deb-bca5-eccfa376873c admin admin] Checking segment: {'id': '0171a29b-a4d8-433f-9f69-11da58cadf98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'bfbd13a3-d870-417b-93b8-70f01824ec17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:36:23.137232 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01750ab7-351f-4deb-bca5-eccfa376873c admin admin] Network hostable DHCP agents. Network: bfbd13a3-d870-417b-93b8-70f01824ec17, hostable agents: ['f461d640-d7db-44f6-a785-e3cace2a4602'], hosted agents: [] {{(pid=80185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 02 13:36:23.177554 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b54b5797-8920-49de-930e-9fd0d36d7907 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:23.180992 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01750ab7-351f-4deb-bca5-eccfa376873c admin admin] Network bfbd13a3-d870-417b-93b8-70f01824ec17 is scheduled to be hosted by DHCP agent f461d640-d7db-44f6-a785-e3cace2a4602 with binding_index 1 {{(pid=80185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 02 13:36:23.200169 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 38916) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:36:23.261144 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 38922) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:36:23.341540 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [None req-01750ab7-351f-4deb-bca5-eccfa376873c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-4-iscsi, bfbd13a3-d870-417b-93b8-70f01824ec17) {{(pid=80185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:36:23.350729 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01750ab7-351f-4deb-bca5-eccfa376873c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:36:23.351361 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-01750ab7-351f-4deb-bca5-eccfa376873c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for subnet, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:23.369198 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833c7aa6-79ff-4926-b06c-ead62a4bc56c None None] Network bfbd13a3-d870-417b-93b8-70f01824ec17 requested from dv-cinder-772388-4-iscsi {{(pid=80186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 02 13:36:23.575412 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d855ca04-670c-4876-a0b1-2fb5bf226c03 None None] Network 0102586b-cbe3-455e-8beb-466400271cff requested from dv-cinder-772388-4-iscsi {{(pid=80186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 02 13:36:23.604565 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba50f9-447e-4c81-9969-0e0c18132983 req-43ea3399-654e-45b8-930d-e7a67c672c8a tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:36:23.613731 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-10ba50f9-447e-4c81-9969-0e0c18132983 req-43ea3399-654e-45b8-930d-e7a67c672c8a tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] 10.222.0.133 "GET /v2.0/networks?id=e9de8dbd-daca-40f4-97d0-c17608ae5123 HTTP/1.1" status: 200  len: 811 time: 0.6041341
Feb 02 13:36:23.675187 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3de9eb4a-79d3-41d8-8c4e-69f7ddf8ffc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:23.675425 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-01750ab7-351f-4deb-bca5-eccfa376873c admin admin] 10.222.0.133 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 2.6061935
Feb 02 13:36:23.678679 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-fa07b8b6-5e2e-4967-981e-f0590ffbbf11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:23.729511 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-10ba50f9-447e-4c81-9969-0e0c18132983 req-05ff4650-2a0c-4d10-bdf5-e8d9c3dd6355 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] 10.222.0.133 "GET /v2.0/quotas/68800c19777b49cb8d2ef6d2cd7e3510 HTTP/1.1" status: 200  len: 375 time: 0.1147480
Feb 02 13:36:23.739535 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-3de9eb4a-79d3-41d8-8c4e-69f7ddf8ffc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:36:23.746023 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-fa07b8b6-5e2e-4967-981e-f0590ffbbf11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:36:23.830846 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdee2932-30a8-4db4-b368-346807526f18 None None] Network bfbd13a3-d870-417b-93b8-70f01824ec17 requested from dv-cinder-772388-4-iscsi {{(pid=80186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 02 13:36:23.840932 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-3de9eb4a-79d3-41d8-8c4e-69f7ddf8ffc6 admin admin] Usage tracker for resource:security_group_rule and tenant:087d95c4bc594394be43219965bb6e61 is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:36:24.154494 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b54b5797-8920-49de-930e-9fd0d36d7907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852699583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2071267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-20827'] for router, precommit_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:24.194378 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-fa07b8b6-5e2e-4967-981e-f0590ffbbf11 admin admin] Usage tracker for resource:security_group_rule and tenant:45c4f9e407e44ae888000a3ece482025 is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:36:24.198247 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-fa07b8b6-5e2e-4967-981e-f0590ffbbf11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:36:24.204975 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-fa07b8b6-5e2e-4967-981e-f0590ffbbf11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:36:24.279997 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-3de9eb4a-79d3-41d8-8c4e-69f7ddf8ffc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:36:24.285713 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-10ba50f9-447e-4c81-9969-0e0c18132983 req-575eb055-0d0e-4471-aa6a-4bead9156ecb tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] 10.222.0.133 "GET /v2.0/ports?tenant_id=68800c19777b49cb8d2ef6d2cd7e3510&fields=id HTTP/1.1" status: 200  len: 210 time: 0.5479035
Feb 02 13:36:24.298635 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-3de9eb4a-79d3-41d8-8c4e-69f7ddf8ffc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:36:24.356225 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-fa07b8b6-5e2e-4967-981e-f0590ffbbf11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:24.365265 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-fa07b8b6-5e2e-4967-981e-f0590ffbbf11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:24.382775 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-65bf16fd-1e9b-4346-a3f0-0fbc7334d2b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:36:24.457376 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-fa07b8b6-5e2e-4967-981e-f0590ffbbf11 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=45c4f9e407e44ae888000a3ece482025&name=default HTTP/1.1" status: 200  len: 2975 time: 1.2481513
Feb 02 13:36:24.462470 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa07b8b6-5e2e-4967-981e-f0590ffbbf11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6c58dc-5501-4cc4-95f9-d0765d4875c7,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:36:24.462657 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 38952) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:36:24.474208 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-fa07b8b6-5e2e-4967-981e-f0590ffbbf11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:36:24.547919 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [req-10ba50f9-447e-4c81-9969-0e0c18132983 req-1fe5684d-8df0-438d-9488-07e3a91e4ada service neutron] http://10.222.0.133:9696/v2.0/extensions returned with HTTP 200 {{(pid=80184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 02 13:36:24.550376 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-10ba50f9-447e-4c81-9969-0e0c18132983 req-1fe5684d-8df0-438d-9488-07e3a91e4ada service neutron] 10.222.0.133 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.1214051
Feb 02 13:36:24.774707 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3de9eb4a-79d3-41d8-8c4e-69f7ddf8ffc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:24.774980 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f21e3e20-5dcc-43ba-953d-1068c564edce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:24.788535 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-10ba50f9-447e-4c81-9969-0e0c18132983 req-0bac7cb1-0db7-4ecf-8fe4-0c549550dc49 service neutron] 10.222.0.133 "GET /v2.0/networks/e9de8dbd-daca-40f4-97d0-c17608ae5123?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2259562
Feb 02 13:36:24.820465 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3de9eb4a-79d3-41d8-8c4e-69f7ddf8ffc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:24.828748 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:36:24.866936 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-312f6d6d-d283-494d-af6f-3e3cfe0c71cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670'] for subnet, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:24.871473 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de9eb4a-79d3-41d8-8c4e-69f7ddf8ffc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8868c64-399c-42f5-ac77-efe7756493d3,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:36:24.928839 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:36:24.974872 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-3de9eb4a-79d3-41d8-8c4e-69f7ddf8ffc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:36:25.084490 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-3de9eb4a-79d3-41d8-8c4e-69f7ddf8ffc6 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=087d95c4bc594394be43219965bb6e61&name=default HTTP/1.1" status: 200  len: 2975 time: 1.8219566
Feb 02 13:36:25.100247 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-10ba50f9-447e-4c81-9969-0e0c18132983 req-2bcd11ba-2a1b-4d40-a201-893fa8e8c658 service neutron] 10.222.0.133 "GET /v2.0/networks/e9de8dbd-daca-40f4-97d0-c17608ae5123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3102818
Feb 02 13:36:25.102120 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 38976) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:36:25.175592 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f21e3e20-5dcc-43ba-953d-1068c564edce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:25.204469 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-cb960b4c-eca0-4fb9-9251-4b445e32ef8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:25.243906 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-cb960b4c-eca0-4fb9-9251-4b445e32ef8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:25.311008 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-cb960b4c-eca0-4fb9-9251-4b445e32ef8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:25.327205 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:36:25.338054 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 38994) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:36:25.349020 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb960b4c-eca0-4fb9-9251-4b445e32ef8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8868c64-399c-42f5-ac77-efe7756493d3,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:36:25.401635 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b54b5797-8920-49de-930e-9fd0d36d7907 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:25.461108 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f6d6d-d283-494d-af6f-3e3cfe0c71cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e86f023b-3193-46b5-b935-af688f96c4c8,revision_number=0']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:36:25.470418 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b54b5797-8920-49de-930e-9fd0d36d7907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:25.490984 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-312f6d6d-d283-494d-af6f-3e3cfe0c71cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:36:25.498109 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-cb960b4c-eca0-4fb9-9251-4b445e32ef8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:36:25.553871 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-cb960b4c-eca0-4fb9-9251-4b445e32ef8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:25.558510 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-cb960b4c-eca0-4fb9-9251-4b445e32ef8a admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/a8868c64-399c-42f5-ac77-efe7756493d3 HTTP/1.1" status: 204  len: 168 time: 0.4553282
Feb 02 13:36:25.616437 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f21e3e20-5dcc-43ba-953d-1068c564edce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:25.627741 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bc92b42f-2494-48e5-9cbc-1a7410121fa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:36:25.691121 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21e3e20-5dcc-43ba-953d-1068c564edce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6c58dc-5501-4cc4-95f9-d0765d4875c7,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:36:25.698930 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f21e3e20-5dcc-43ba-953d-1068c564edce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:36:25.726569 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f21e3e20-5dcc-43ba-953d-1068c564edce admin admin] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:25.727906 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-f21e3e20-5dcc-43ba-953d-1068c564edce admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/fd6c58dc-5501-4cc4-95f9-d0765d4875c7 HTTP/1.1" status: 204  len: 168 time: 1.2643921
Feb 02 13:36:25.740636 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2722c0f-31d3-4d0e-ba5a-d90f44a1f19b req-802c9a0a-77ed-4a08-90c5-115de1b46fad tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:36:25.742584 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d2722c0f-31d3-4d0e-ba5a-d90f44a1f19b req-802c9a0a-77ed-4a08-90c5-115de1b46fad tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/networks?id=bfbd13a3-d870-417b-93b8-70f01824ec17 HTTP/1.1" status: 200  len: 815 time: 0.3994441
Feb 02 13:36:25.777308 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d2722c0f-31d3-4d0e-ba5a-d90f44a1f19b req-f321a573-1927-4377-bdd6-8bb409dcacfe tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/quotas/da040d840d5945a4bc1739a99331270a HTTP/1.1" status: 200  len: 375 time: 0.0278442
Feb 02 13:36:25.825243 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312f6d6d-d283-494d-af6f-3e3cfe0c71cd admin admin] Checking segment: {'id': '5f553a71-9c0f-48ac-b06b-07581f7b8732', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1686445e-9089-4fcd-bac5-a148e4ca86fe'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:36:25.826202 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312f6d6d-d283-494d-af6f-3e3cfe0c71cd admin admin] Network hostable DHCP agents. Network: 1686445e-9089-4fcd-bac5-a148e4ca86fe, hostable agents: ['f461d640-d7db-44f6-a785-e3cace2a4602'], hosted agents: [] {{(pid=80185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 02 13:36:25.849268 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d2722c0f-31d3-4d0e-ba5a-d90f44a1f19b req-1a4927a6-af66-4602-9af7-28b93ec15bd9 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?tenant_id=da040d840d5945a4bc1739a99331270a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0644829
Feb 02 13:36:25.898624 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312f6d6d-d283-494d-af6f-3e3cfe0c71cd admin admin] Network 1686445e-9089-4fcd-bac5-a148e4ca86fe is scheduled to be hosted by DHCP agent f461d640-d7db-44f6-a785-e3cace2a4602 with binding_index 1 {{(pid=80185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 02 13:36:25.927783 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-18ded056-42e9-4386-9f44-9d7e51b45846 req-6fc90d00-bc58-400f-a578-c8c16cbdcde4 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] 10.222.0.133 "GET /v2.0/ports?device_id=0b930de0-c865-4986-a5a2-e31cdc782344 HTTP/1.1" status: 200  len: 210 time: 0.0770876
Feb 02 13:36:25.954077 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [None req-312f6d6d-d283-494d-af6f-3e3cfe0c71cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-4-iscsi, 1686445e-9089-4fcd-bac5-a148e4ca86fe) {{(pid=80185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:36:25.973035 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629f445e-2c8a-4efe-9a0f-b00ccf2a400d None None] Network 1686445e-9089-4fcd-bac5-a148e4ca86fe requested from dv-cinder-772388-4-iscsi {{(pid=80186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 02 13:36:25.978344 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312f6d6d-d283-494d-af6f-3e3cfe0c71cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:36:25.982594 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-312f6d6d-d283-494d-af6f-3e3cfe0c71cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for subnet, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:26.048452 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 39042) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:36:26.054152 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-0c4f7818-0875-4ed8-b7c0-3e9ee7de69f8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-477103384-router', 'tenant_id': '4137e2122c7f40189b0a34f1651c3764', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd'}}} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:36:26.059074 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-312f6d6d-d283-494d-af6f-3e3cfe0c71cd admin admin] 10.222.0.133 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 3.5784149
Feb 02 13:36:26.071981 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-0c4f7818-0875-4ed8-b7c0-3e9ee7de69f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:36:26.082585 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-98f23fe5-9759-452b-be34-843f5cad515c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:26.099707 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-0c4f7818-0875-4ed8-b7c0-3e9ee7de69f8 admin admin] Usage tracker for resource:router and tenant:4137e2122c7f40189b0a34f1651c3764 is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:36:26.104531 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-0c4f7818-0875-4ed8-b7c0-3e9ee7de69f8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:36:26.106069 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_common [None req-b54b5797-8920-49de-930e-9fd0d36d7907 admin admin] Allocated IP 172.27.2.233 (081eaffe-521e-4302-9444-c5c7bff220cd/e906fce0-ed19-4873-885c-646e92308730/3862eff7-d9e6-4b82-96b8-f937f6a71b46) {{(pid=80185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 02 13:36:26.130564 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-0c4f7818-0875-4ed8-b7c0-3e9ee7de69f8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:36:26.151894 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0c4f7818-0875-4ed8-b7c0-3e9ee7de69f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2071196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854754958'] for router, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:26.153302 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0c4f7818-0875-4ed8-b7c0-3e9ee7de69f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852704654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852699534', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2021380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-20842'] for router, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:26.203012 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0c4f7818-0875-4ed8-b7c0-3e9ee7de69f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:26.339697 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e875315-e689-431d-bc1f-b33a7c80a47f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa05205c3-8815-540b-8771-77f24174213e-1686445e-9089-4fcd-bac5-a148e4ca86fe', 'network_id': '1686445e-9089-4fcd-bac5-a148e4ca86fe', 'tenant_id': '4137e2122c7f40189b0a34f1651c3764', 'fixed_ips': [{'subnet_id': 'e86f023b-3193-46b5-b935-af688f96c4c8'}]}} from dv-cinder-772388-4-iscsi. {{(pid=80186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 02 13:36:26.342620 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0e875315-e689-431d-bc1f-b33a7c80a47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_create {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:26.664779 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 39062) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:36:26.852116 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_common [None req-0e875315-e689-431d-bc1f-b33a7c80a47f None None] Allocated IP 172.20.0.2 (1686445e-9089-4fcd-bac5-a148e4ca86fe/e86f023b-3193-46b5-b935-af688f96c4c8/862bea69-63f3-4b37-8ecb-ff6a68a8e1ff) {{(pid=80186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 02 13:36:26.979467 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b54b5797-8920-49de-930e-9fd0d36d7907 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:27.018243 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b54b5797-8920-49de-930e-9fd0d36d7907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264943169311'] for port, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:27.057768 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:36:27.232491 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-7f414bd7-0f6c-4fa3-a59e-c4d65fcf8667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:27.281377 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b5797-8920-49de-930e-9fd0d36d7907 admin admin] Pushing event updated for resources: {'Port': ['ID=3862eff7-d9e6-4b82-96b8-f937f6a71b46,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:36:27.289382 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-b54b5797-8920-49de-930e-9fd0d36d7907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:36:27.393842 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54b5797-8920-49de-930e-9fd0d36d7907 admin admin] Network 081eaffe-521e-4302-9444-c5c7bff220cd is already hosted by enough agents. {{(pid=80185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:36:27.395709 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [None req-b54b5797-8920-49de-930e-9fd0d36d7907 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:36:27.399568 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54b5797-8920-49de-930e-9fd0d36d7907 admin admin] Received port after_create {{(pid=80185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 02 13:36:27.430837 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0c4f7818-0875-4ed8-b7c0-3e9ee7de69f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852699583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2071267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-20827'] for router, precommit_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:27.447824 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-7f414bd7-0f6c-4fa3-a59e-c4d65fcf8667 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:36:27.557211 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-7f414bd7-0f6c-4fa3-a59e-c4d65fcf8667 admin admin] Usage tracker for resource:security_group_rule and tenant:55edc11feb0e4737a245d26b5e0e736b is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:36:27.624600 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-7f414bd7-0f6c-4fa3-a59e-c4d65fcf8667 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:36:27.667411 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-c3b928fd-62bb-44c0-8077-e903a06991de req-74437cf8-2a1a-4f68-a1ce-44be3cae2d5f tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] 10.222.0.133 "GET /v2.0/ports?device_id=0b930de0-c865-4986-a5a2-e31cdc782344 HTTP/1.1" status: 200  len: 210 time: 0.4951913
Feb 02 13:36:27.679406 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-7f414bd7-0f6c-4fa3-a59e-c4d65fcf8667 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:36:27.683989 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0e875315-e689-431d-bc1f-b33a7c80a47f None None] Notify callbacks [] for port, precommit_create {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:27.724004 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-0e875315-e689-431d-bc1f-b33a7c80a47f None None] Transition to ACTIVE for port object 862bea69-63f3-4b37-8ecb-ff6a68a8e1ff will not be triggered until provisioned by entity L2. {{(pid=80186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:36:27.779075 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-0e875315-e689-431d-bc1f-b33a7c80a47f None None] Transition to ACTIVE for port object 862bea69-63f3-4b37-8ecb-ff6a68a8e1ff will not be triggered until provisioned by entity DHCP. {{(pid=80186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:36:27.787544 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0e875315-e689-431d-bc1f-b33a7c80a47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264943169311'] for port, after_create {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:27.814835 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-e99158be-c609-4415-a4a4-674a04174f11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:36:27.979978 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [req-d2722c0f-31d3-4d0e-ba5a-d90f44a1f19b req-88c70f0f-078b-480d-955e-2b23e8cac49a service neutron] http://10.222.0.133:9696/v2.0/extensions returned with HTTP 200 {{(pid=80184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 02 13:36:27.984904 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e875315-e689-431d-bc1f-b33a7c80a47f None None] Pushing event updated for resources: {'Port': ['ID=862bea69-63f3-4b37-8ecb-ff6a68a8e1ff,revision_number=1']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:36:27.998666 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d2722c0f-31d3-4d0e-ba5a-d90f44a1f19b req-88c70f0f-078b-480d-955e-2b23e8cac49a service neutron] 10.222.0.133 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.8629496
Feb 02 13:36:28.056556 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e875315-e689-431d-bc1f-b33a7c80a47f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:28.056950 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e875315-e689-431d-bc1f-b33a7c80a47f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:28.057481 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e875315-e689-431d-bc1f-b33a7c80a47f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:28.057854 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e875315-e689-431d-bc1f-b33a7c80a47f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:28.058256 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e875315-e689-431d-bc1f-b33a7c80a47f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:28.058619 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e875315-e689-431d-bc1f-b33a7c80a47f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:28.059011 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e875315-e689-431d-bc1f-b33a7c80a47f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:28.059375 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e875315-e689-431d-bc1f-b33a7c80a47f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:28.059729 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e875315-e689-431d-bc1f-b33a7c80a47f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:28.060393 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e875315-e689-431d-bc1f-b33a7c80a47f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:28.060763 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e875315-e689-431d-bc1f-b33a7c80a47f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:28.061120 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e875315-e689-431d-bc1f-b33a7c80a47f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:28.061538 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e875315-e689-431d-bc1f-b33a7c80a47f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:28.061926 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e875315-e689-431d-bc1f-b33a7c80a47f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:28.062284 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e875315-e689-431d-bc1f-b33a7c80a47f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:28.062638 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e875315-e689-431d-bc1f-b33a7c80a47f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:28.063059 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e875315-e689-431d-bc1f-b33a7c80a47f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:28.063420 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e875315-e689-431d-bc1f-b33a7c80a47f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:28.064139 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e875315-e689-431d-bc1f-b33a7c80a47f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:28.064674 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e875315-e689-431d-bc1f-b33a7c80a47f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:28.065294 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e875315-e689-431d-bc1f-b33a7c80a47f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:28.065611 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e875315-e689-431d-bc1f-b33a7c80a47f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:28.066014 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e875315-e689-431d-bc1f-b33a7c80a47f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:28.066553 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e875315-e689-431d-bc1f-b33a7c80a47f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:28.070896 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e875315-e689-431d-bc1f-b33a7c80a47f None None] Tracked resource versions report:
Feb 02 13:36:28.070896 dv-cinder-772388-4-iscsi neutron-server[80071]: pushed versions:
Feb 02 13:36:28.070896 dv-cinder-772388-4-iscsi neutron-server[80071]: {   'AddressGroup': {'1.1'},
Feb 02 13:36:28.070896 dv-cinder-772388-4-iscsi neutron-server[80071]:     'ConntrackHelper': {'1.0'},
Feb 02 13:36:28.070896 dv-cinder-772388-4-iscsi neutron-server[80071]:     'Log': {'1.0'},
Feb 02 13:36:28.070896 dv-cinder-772388-4-iscsi neutron-server[80071]:     'Network': {'1.1'},
Feb 02 13:36:28.070896 dv-cinder-772388-4-iscsi neutron-server[80071]:     'Port': {'1.7'},
Feb 02 13:36:28.070896 dv-cinder-772388-4-iscsi neutron-server[80071]:     'PortForwarding': {'1.2'},
Feb 02 13:36:28.070896 dv-cinder-772388-4-iscsi neutron-server[80071]:     'QosPolicy': {'1.8'},
Feb 02 13:36:28.070896 dv-cinder-772388-4-iscsi neutron-server[80071]:     'SecurityGroup': {'1.4'},
Feb 02 13:36:28.070896 dv-cinder-772388-4-iscsi neutron-server[80071]:     'SecurityGroupRule': {'1.2'},
Feb 02 13:36:28.070896 dv-cinder-772388-4-iscsi neutron-server[80071]:     'SubPort': {'1.0'},
Feb 02 13:36:28.070896 dv-cinder-772388-4-iscsi neutron-server[80071]:     'Subnet': {'1.1'},
Feb 02 13:36:28.070896 dv-cinder-772388-4-iscsi neutron-server[80071]:     'Trunk': {'1.1'}}
Feb 02 13:36:28.070896 dv-cinder-772388-4-iscsi neutron-server[80071]: consumer versions:
Feb 02 13:36:28.070896 dv-cinder-772388-4-iscsi neutron-server[80071]: {   DHCP agent@dv-cinder-772388-4-iscsi: {},
Feb 02 13:36:28.070896 dv-cinder-772388-4-iscsi neutron-server[80071]:     L3 agent@dv-cinder-772388-4-iscsi: {},
Feb 02 13:36:28.070896 dv-cinder-772388-4-iscsi neutron-server[80071]:     Metadata agent@dv-cinder-772388-4-iscsi: {},
Feb 02 13:36:28.070896 dv-cinder-772388-4-iscsi neutron-server[80071]:     Metering agent@dv-cinder-772388-4-iscsi: {},
Feb 02 13:36:28.070896 dv-cinder-772388-4-iscsi neutron-server[80071]:     Open vSwitch agent@dv-cinder-772388-4-iscsi: {   'AddressGroup': '1.1',
Feb 02 13:36:28.070896 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'ConntrackHelper': '1.0',
Feb 02 13:36:28.070896 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'Log': '1.0',
Feb 02 13:36:28.070896 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'Network': '1.1',
Feb 02 13:36:28.070896 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'Port': '1.7',
Feb 02 13:36:28.070896 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'PortForwarding': '1.2',
Feb 02 13:36:28.070896 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'QosPolicy': '1.8',
Feb 02 13:36:28.070896 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'SecurityGroup': '1.4',
Feb 02 13:36:28.070896 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'SecurityGroupRule': '1.2',
Feb 02 13:36:28.070896 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'SubPort': '1.0',
Feb 02 13:36:28.070896 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'Subnet': '1.1',
Feb 02 13:36:28.070896 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'Trunk': '1.1'},
Feb 02 13:36:28.070896 dv-cinder-772388-4-iscsi neutron-server[80071]:     Open vSwitch agent@hv-cinder-77238: {   'AddressGroup': '1.1',
Feb 02 13:36:28.070896 dv-cinder-772388-4-iscsi neutron-server[80071]:                                             'ConntrackHelper': '1.0',
Feb 02 13:36:28.070896 dv-cinder-772388-4-iscsi neutron-server[80071]:                                             'Log': '1.0',
Feb 02 13:36:28.070896 dv-cinder-772388-4-iscsi neutron-server[80071]:                                             'Network': '1.1',
Feb 02 13:36:28.070896 dv-cinder-772388-4-iscsi neutron-server[80071]:                                             'Port': '1.7',
Feb 02 13:36:28.070896 dv-cinder-772388-4-iscsi neutron-server[80071]:                                             'PortForwarding': '1.2',
Feb 02 13:36:28.070896 dv-cinder-772388-4-iscsi neutron-server[80071]:                                             'QosPolicy': '1.8',
Feb 02 13:36:28.070896 dv-cinder-772388-4-iscsi neutron-server[80071]:                                             'SecurityGroup': '1.4',
Feb 02 13:36:28.070896 dv-cinder-772388-4-iscsi neutron-server[80071]:                                             'SecurityGroupRule': '1.2',
Feb 02 13:36:28.070896 dv-cinder-772388-4-iscsi neutron-server[80071]:                                             'SubPort': '1.0',
Feb 02 13:36:28.070896 dv-cinder-772388-4-iscsi neutron-server[80071]:                                             'Subnet': '1.1',
Feb 02 13:36:28.070896 dv-cinder-772388-4-iscsi neutron-server[80071]:                                             'Trunk': '1.1'}}
Feb 02 13:36:28.070896 dv-cinder-772388-4-iscsi neutron-server[80071]:  {{(pid=80186) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 02 13:36:28.078563 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-0e875315-e689-431d-bc1f-b33a7c80a47f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:36:28.197147 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b54b5797-8920-49de-930e-9fd0d36d7907 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:28.265139 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e875315-e689-431d-bc1f-b33a7c80a47f None None] Network 1686445e-9089-4fcd-bac5-a148e4ca86fe is already hosted by enough agents. {{(pid=80186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:36:28.267115 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [None req-0e875315-e689-431d-bc1f-b33a7c80a47f None None] Resources bound (agent type, host, resource id):  {{(pid=80186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:36:28.276859 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e875315-e689-431d-bc1f-b33a7c80a47f None None] Received port after_create {{(pid=80186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 02 13:36:28.341886 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d2722c0f-31d3-4d0e-ba5a-d90f44a1f19b req-00751182-f48f-4f5d-9729-8417fcd8d10a service neutron] 10.222.0.133 "GET /v2.0/networks/bfbd13a3-d870-417b-93b8-70f01824ec17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3318181
Feb 02 13:36:28.443538 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-0e875315-e689-431d-bc1f-b33a7c80a47f None None] Attempting to bind port 862bea69-63f3-4b37-8ecb-ff6a68a8e1ff on host dv-cinder-772388-4-iscsi for vnic_type normal with profile  {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 02 13:36:28.445153 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-0e875315-e689-431d-bc1f-b33a7c80a47f None None] Attempting to bind port 862bea69-63f3-4b37-8ecb-ff6a68a8e1ff by drivers openvswitch on host dv-cinder-772388-4-iscsi at level 0 using segments [{'id': '5f553a71-9c0f-48ac-b06b-07581f7b8732', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1686445e-9089-4fcd-bac5-a148e4ca86fe'}] {{(pid=80186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 02 13:36:28.446109 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e875315-e689-431d-bc1f-b33a7c80a47f None None] Attempting to bind port 862bea69-63f3-4b37-8ecb-ff6a68a8e1ff on network 1686445e-9089-4fcd-bac5-a148e4ca86fe {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 02 13:36:28.463613 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e875315-e689-431d-bc1f-b33a7c80a47f None None] Checking agent: {'id': '59520739-4536-4d8c-966e-8cf7fcba95c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 27, 30), 'started_at': datetime.datetime(2021, 2, 2, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.101', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 02 13:36:28.464707 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e875315-e689-431d-bc1f-b33a7c80a47f None None] Checking segment: {'id': '5f553a71-9c0f-48ac-b06b-07581f7b8732', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1686445e-9089-4fcd-bac5-a148e4ca86fe'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:36:28.465468 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0e875315-e689-431d-bc1f-b33a7c80a47f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:28.466246 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e875315-e689-431d-bc1f-b33a7c80a47f None None] Bound using segment: {'id': '5f553a71-9c0f-48ac-b06b-07581f7b8732', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1686445e-9089-4fcd-bac5-a148e4ca86fe'} {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 02 13:36:28.467059 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-0e875315-e689-431d-bc1f-b33a7c80a47f None None] Bound port: 862bea69-63f3-4b37-8ecb-ff6a68a8e1ff, host: dv-cinder-772388-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f553a71-9c0f-48ac-b06b-07581f7b8732', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1686445e-9089-4fcd-bac5-a148e4ca86fe'}}] {{(pid=80186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 02 13:36:28.471277 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0e875315-e689-431d-bc1f-b33a7c80a47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:28.634504 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-0e875315-e689-431d-bc1f-b33a7c80a47f None None] For port 862bea69-63f3-4b37-8ecb-ff6a68a8e1ff, host dv-cinder-772388-4-iscsi, cleared binding levels {{(pid=80186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 02 13:36:28.638657 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-0e875315-e689-431d-bc1f-b33a7c80a47f None None] For port 862bea69-63f3-4b37-8ecb-ff6a68a8e1ff, host dv-cinder-772388-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=862bea69-63f3-4b37-8ecb-ff6a68a8e1ff,segment=NetworkSegment(5f553a71-9c0f-48ac-b06b-07581f7b8732),segment_id=5f553a71-9c0f-48ac-b06b-07581f7b8732)] {{(pid=80186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 02 13:36:28.643960 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0e875315-e689-431d-bc1f-b33a7c80a47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:28.675312 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 39136) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:36:28.687909 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:36:28.836256 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e875315-e689-431d-bc1f-b33a7c80a47f None None] Pushing event updated for resources: {'Port': ['ID=862bea69-63f3-4b37-8ecb-ff6a68a8e1ff,revision_number=2']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:36:28.912501 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-0e875315-e689-431d-bc1f-b33a7c80a47f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:36:28.962985 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b54b5797-8920-49de-930e-9fd0d36d7907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852704620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2076335'] for router, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:29.021502 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c7e8766e-8d12-4426-afca-822902410145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:29.114438 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d2722c0f-31d3-4d0e-ba5a-d90f44a1f19b req-6c489995-87f6-4137-9e13-5599b22a334e service neutron] 10.222.0.133 "GET /v2.0/networks/bfbd13a3-d870-417b-93b8-70f01824ec17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7619789
Feb 02 13:36:29.232977 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-7f414bd7-0f6c-4fa3-a59e-c4d65fcf8667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:29.313541 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-7f414bd7-0f6c-4fa3-a59e-c4d65fcf8667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:29.318626 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ad41bcbe-47a4-4099-9d67-748a3d082851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:29.321057 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0c4f7818-0875-4ed8-b7c0-3e9ee7de69f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:29.404058 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.132', 58454) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:36:29.453767 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-3de9eb4a-79d3-41d8-8c4e-69f7ddf8ffc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:36:29.465534 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3331bbfb-e3ec-4326-8ded-5aa5c58cbd18 req-d28291be-9493-4675-9332-19fc820d4eb0 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] 10.222.0.133 "GET /v2.0/ports?device_id=0b930de0-c865-4986-a5a2-e31cdc782344 HTTP/1.1" status: 200  len: 210 time: 0.2206600
Feb 02 13:36:29.507523 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-7f414bd7-0f6c-4fa3-a59e-c4d65fcf8667 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=55edc11feb0e4737a245d26b5e0e736b&name=default HTTP/1.1" status: 200  len: 2975 time: 2.8384182
Feb 02 13:36:29.507523 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f414bd7-0f6c-4fa3-a59e-c4d65fcf8667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c4782c-8568-43b4-b775-bce9cc023eef,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:36:29.519051 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-7f414bd7-0f6c-4fa3-a59e-c4d65fcf8667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:36:29.548736 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 39166) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:36:29.574394 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0c4f7818-0875-4ed8-b7c0-3e9ee7de69f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:29.713051 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d7e37718-c3bd-4cf5-9d80-f19ff17a828e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:29.746679 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-d7e37718-c3bd-4cf5-9d80-f19ff17a828e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:36:29.760259 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-d7e37718-c3bd-4cf5-9d80-f19ff17a828e admin admin] Usage tracker for resource:security_group_rule and tenant:390502f7a23b415ab587d51e70f01517 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:36:29.764341 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-d7e37718-c3bd-4cf5-9d80-f19ff17a828e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:36:29.773098 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-d7e37718-c3bd-4cf5-9d80-f19ff17a828e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:36:29.879151 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d7e37718-c3bd-4cf5-9d80-f19ff17a828e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:29.889446 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d7e37718-c3bd-4cf5-9d80-f19ff17a828e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:29.983108 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:36:30.051415 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-d7e37718-c3bd-4cf5-9d80-f19ff17a828e admin admin] Synchronizing usage tracker for tenant:0de516644f6843e2a7522d8a3d4399e7 on resource:security_group {{(pid=80185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:36:30.082552 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e37718-c3bd-4cf5-9d80-f19ff17a828e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3aa8ac-2c0c-4212-87ad-a9f18cb4b4b3,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:36:30.122754 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-d7e37718-c3bd-4cf5-9d80-f19ff17a828e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:36:30.131656 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-d7e37718-c3bd-4cf5-9d80-f19ff17a828e admin admin] Unset dirty status for tenant:0de516644f6843e2a7522d8a3d4399e7 on resource:security_group {{(pid=80185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:36:30.136057 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-d7e37718-c3bd-4cf5-9d80-f19ff17a828e admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=390502f7a23b415ab587d51e70f01517&name=default HTTP/1.1" status: 200  len: 2975 time: 1.4573455
Feb 02 13:36:30.141960 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 39204) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:36:30.154947 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-27595853-3ecf-461e-8264-3ca93ff9c6bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:30.196824 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-27595853-3ecf-461e-8264-3ca93ff9c6bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:30.281825 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:30.310796 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-27595853-3ecf-461e-8264-3ca93ff9c6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:30.334703 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:36:30.370079 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-27595853-3ecf-461e-8264-3ca93ff9c6bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:30.371487 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-27595853-3ecf-461e-8264-3ca93ff9c6bb admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/97c4782c-8568-43b4-b775-bce9cc023eef HTTP/1.1" status: 204  len: 168 time: 0.8119278
Feb 02 13:36:30.373198 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-faf1efd4-61a3-43df-94c8-db6b14160322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:30.406440 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-faf1efd4-61a3-43df-94c8-db6b14160322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:30.460354 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27595853-3ecf-461e-8264-3ca93ff9c6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c4782c-8568-43b4-b775-bce9cc023eef,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:36:30.467871 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-27595853-3ecf-461e-8264-3ca93ff9c6bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:36:30.506340 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b54b5797-8920-49de-930e-9fd0d36d7907 admin admin] Router 7c3b1b28-3193-4c06-8858-8f34445ae1da is scheduled to L3 agent 46ed2aac-7d32-4274-9cac-387c5fc2cd87 with binding_index 1 {{(pid=80185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 02 13:36:30.547389 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba50f9-447e-4c81-9969-0e0c18132983 req-0b30442f-9902-4a96-8aae-608cd7e8eb9f tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:36:30.549198 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-10ba50f9-447e-4c81-9969-0e0c18132983 req-0b30442f-9902-4a96-8aae-608cd7e8eb9f tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] 10.222.0.132 "GET /v2.0/networks?id=e9de8dbd-daca-40f4-97d0-c17608ae5123 HTTP/1.1" status: 200  len: 811 time: 1.0875039
Feb 02 13:36:30.573225 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a9808b98-837f-438d-8223-5af13031f498 req-a3870136-b11e-4457-8664-ae62d5fc7722 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=ef114128-255e-4fa2-af27-1489defe8d5c HTTP/1.1" status: 200  len: 210 time: 0.6144285
Feb 02 13:36:30.669505 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device 862bea69-63f3-4b37-8ecb-ff6a68a8e1ff up at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:36:30.671566 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_common [None req-0c4f7818-0875-4ed8-b7c0-3e9ee7de69f8 admin admin] Allocated IP 172.27.2.150 (081eaffe-521e-4302-9444-c5c7bff220cd/e906fce0-ed19-4873-885c-646e92308730/b9709bcd-a7f5-41be-af20-602edf798719) {{(pid=80184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 02 13:36:30.969195 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning for port 862bea69-63f3-4b37-8ecb-ff6a68a8e1ff completed by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:36:31.004893 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-10ba50f9-447e-4c81-9969-0e0c18132983 req-52b053bd-4cd8-4b56-828d-09babea876c5 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] Request body: {'port': {'device_id': '0b930de0-c865-4986-a5a2-e31cdc782344', 'network_id': 'e9de8dbd-daca-40f4-97d0-c17608ae5123', 'admin_state_up': True, 'tenant_id': '68800c19777b49cb8d2ef6d2cd7e3510'}} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:36:31.057952 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-42ef245d-f728-4293-a752-dedea4fc02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:31.164545 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b837de-94a8-47ae-aecb-5b0604c2abad None None] Network 1686445e-9089-4fcd-bac5-a148e4ca86fe requested from dv-cinder-772388-4-iscsi {{(pid=80186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 02 13:36:31.182872 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d78ee819-50ed-4711-a94c-a51afa2b9d6e req-dae6f286-127b-4193-9e22-ea822de65180 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] 10.222.0.133 "GET /v2.0/ports?device_id=0b930de0-c865-4986-a5a2-e31cdc782344 HTTP/1.1" status: 200  len: 210 time: 0.1468947
Feb 02 13:36:31.227055 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0c4f7818-0875-4ed8-b7c0-3e9ee7de69f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:31.308678 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-10ba50f9-447e-4c81-9969-0e0c18132983 req-52b053bd-4cd8-4b56-828d-09babea876c5 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:36:31.314012 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-10ba50f9-447e-4c81-9969-0e0c18132983 req-52b053bd-4cd8-4b56-828d-09babea876c5 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] Usage tracker for resource:port and tenant:68800c19777b49cb8d2ef6d2cd7e3510 is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:36:31.317059 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-10ba50f9-447e-4c81-9969-0e0c18132983 req-52b053bd-4cd8-4b56-828d-09babea876c5 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:36:31.323332 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-10ba50f9-447e-4c81-9969-0e0c18132983 req-52b053bd-4cd8-4b56-828d-09babea876c5 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:36:31.336842 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-faf1efd4-61a3-43df-94c8-db6b14160322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:31.337615 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10ba50f9-447e-4c81-9969-0e0c18132983 req-52b053bd-4cd8-4b56-828d-09babea876c5 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] Made reservation on behalf of 68800c19777b49cb8d2ef6d2cd7e3510 for: {'port': 1} {{(pid=80184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 02 13:36:31.363947 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-10ba50f9-447e-4c81-9969-0e0c18132983 req-52b053bd-4cd8-4b56-828d-09babea876c5 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:31.381123 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-8de414be-f83a-4f50-878a-1d422f5cc957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:36:31.419675 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-967c2006-94ec-4c67-b9a9-170a16065072 None None] Provisioning for port 862bea69-63f3-4b37-8ecb-ff6a68a8e1ff completed by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:36:31.420620 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf1efd4-61a3-43df-94c8-db6b14160322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3aa8ac-2c0c-4212-87ad-a9f18cb4b4b3,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:36:31.428314 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-faf1efd4-61a3-43df-94c8-db6b14160322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:36:31.457097 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-faf1efd4-61a3-43df-94c8-db6b14160322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:31.462696 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-faf1efd4-61a3-43df-94c8-db6b14160322 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/6a3aa8ac-2c0c-4212-87ad-a9f18cb4b4b3 HTTP/1.1" status: 204  len: 168 time: 1.3130574
Feb 02 13:36:31.552932 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-967c2006-94ec-4c67-b9a9-170a16065072 None None] Provisioning complete for port 862bea69-63f3-4b37-8ecb-ff6a68a8e1ff triggered by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:36:31.553431 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-967c2006-94ec-4c67-b9a9-170a16065072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:31.558735 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b54b5797-8920-49de-930e-9fd0d36d7907 admin admin] Notify agent at l3_agent.dv-cinder-772388-4-iscsi the message routers_updated {{(pid=80185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 02 13:36:31.573498 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254d7015-8b5e-48ba-b248-24b504af8751 None None] Sync routers for ids ['7c3b1b28-3193-4c06-8858-8f34445ae1da'] in dv-cinder-772388-4-iscsi {{(pid=80187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 02 13:36:31.593805 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254d7015-8b5e-48ba-b248-24b504af8751 None None] Routers {'7c3b1b28-3193-4c06-8858-8f34445ae1da'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:36:31.594530 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-254d7015-8b5e-48ba-b248-24b504af8751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e9e45cf8>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:36:29Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['7c3b1b28-3193-4c06-8858-8f34445ae1da'], 'active': True} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:36:31.605861 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b54b5797-8920-49de-930e-9fd0d36d7907 admin admin] Notify callbacks [] for router, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:31.608101 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-b54b5797-8920-49de-930e-9fd0d36d7907 admin admin] 10.222.0.133 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 9.1674383
Feb 02 13:36:31.611121 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 39268) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:36:32.227294 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0c4f7818-0875-4ed8-b7c0-3e9ee7de69f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264943169311'] for port, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:32.303043 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-254d7015-8b5e-48ba-b248-24b504af8751 None None] Set router 7c3b1b28-3193-4c06-8858-8f34445ae1da gateway port host: dv-cinder-772388-4-iscsi {{(pid=80187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:36:32.740578 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:36:33.162347 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-967c2006-94ec-4c67-b9a9-170a16065072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:33.237856 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 39304) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:36:33.311237 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-254d7015-8b5e-48ba-b248-24b504af8751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e9e45cf8>, [{'id': '7c3b1b28-3193-4c06-8858-8f34445ae1da', 'name': 'tempest-ServerRescueNegativeTestJSON-1159884524-router', 'tenant_id': 'cea623c3b184459485bd931a9663986e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '3862eff7-d9e6-4b82-96b8-f937f6a71b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:36:23Z', 'updated_at': '2021-02-02T13:36:27Z', 'revision_number': 3, 'project_id': 'cea623c3b184459485bd931a9663986e', 'gw_port': {'id': '3862eff7-d9e6-4b82-96b8-f937f6a71b46', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c1:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c3b1b28-3193-4c06-8858-8f34445ae1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:36:25Z', 'updated_at': '2021-02-02T13:36:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi'}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:36:33.318906 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:33.338820 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254d7015-8b5e-48ba-b248-24b504af8751 None None] Checking router: 7c3b1b28-3193-4c06-8858-8f34445ae1da for host: dv-cinder-772388-4-iscsi {{(pid=80187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 02 13:36:33.340152 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254d7015-8b5e-48ba-b248-24b504af8751 None None] Updating router 7c3b1b28-3193-4c06-8858-8f34445ae1da port 3862eff7-d9e6-4b82-96b8-f937f6a71b46 binding host dv-cinder-772388-4-iscsi {{(pid=80187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 02 13:36:33.368831 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-967c2006-94ec-4c67-b9a9-170a16065072 None None] For port 862bea69-63f3-4b37-8ecb-ff6a68a8e1ff, host dv-cinder-772388-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=862bea69-63f3-4b37-8ecb-ff6a68a8e1ff,segment=NetworkSegment(5f553a71-9c0f-48ac-b06b-07581f7b8732),segment_id=5f553a71-9c0f-48ac-b06b-07581f7b8732)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:36:33.373481 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-967c2006-94ec-4c67-b9a9-170a16065072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:33.377453 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:36:33.451919 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-11c760d8-2867-486f-8004-c720d0dde9e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:33.467251 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-f1d7a8d3-7024-452c-86d3-1a7641236ba2 req-5510e921-80be-41eb-ae1b-34ec247cfdf3 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=ef114128-255e-4fa2-af27-1489defe8d5c HTTP/1.1" status: 200  len: 210 time: 1.2552185
Feb 02 13:36:33.513071 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.132', 58463) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:36:33.521065 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4f7818-0875-4ed8-b7c0-3e9ee7de69f8 admin admin] Pushing event updated for resources: {'Port': ['ID=b9709bcd-a7f5-41be-af20-602edf798719,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:36:33.646505 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967c2006-94ec-4c67-b9a9-170a16065072 None None] Pushing event updated for resources: {'Port': ['ID=862bea69-63f3-4b37-8ecb-ff6a68a8e1ff,revision_number=3']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:36:33.667230 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-967c2006-94ec-4c67-b9a9-170a16065072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:36:33.675158 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-0c4f7818-0875-4ed8-b7c0-3e9ee7de69f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.935s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:36:33.709792 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-11c760d8-2867-486f-8004-c720d0dde9e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:36:33.738618 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 39314) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:36:33.815949 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-11c760d8-2867-486f-8004-c720d0dde9e2 admin admin] Usage tracker for resource:security_group_rule and tenant:13a4e4e5a1904a708a8b81f8bade2cc3 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:36:33.823637 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-254d7015-8b5e-48ba-b248-24b504af8751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:33.841718 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-11c760d8-2867-486f-8004-c720d0dde9e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:36:33.871264 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-11c760d8-2867-486f-8004-c720d0dde9e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:36:33.905075 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-88b1aef3-6063-4ffc-8024-c9fd80adf19d None None] Provisioning complete for port 862bea69-63f3-4b37-8ecb-ff6a68a8e1ff triggered by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:36:33.907876 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-88b1aef3-6063-4ffc-8024-c9fd80adf19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:33.914389 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ac7bdacd-edbd-47ed-a4b2-d6028bf674cf req-e7f13e7b-a5c6-405b-a70e-8c9b3eb01f88 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] 10.222.0.133 "GET /v2.0/ports?device_id=0b930de0-c865-4986-a5a2-e31cdc782344 HTTP/1.1" status: 200  len: 210 time: 0.3949265
Feb 02 13:36:34.091729 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 39324) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:36:34.584635 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device 862bea69-63f3-4b37-8ecb-ff6a68a8e1ff up at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:36:34.694734 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4f7818-0875-4ed8-b7c0-3e9ee7de69f8 admin admin] Network 081eaffe-521e-4302-9444-c5c7bff220cd is already hosted by enough agents. {{(pid=80184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:36:34.720726 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-11c760d8-2867-486f-8004-c720d0dde9e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:34.763542 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-c5b55227-7e0d-4efe-b99a-a8f2e058f2de None None] Provisioning complete for port 862bea69-63f3-4b37-8ecb-ff6a68a8e1ff triggered by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:36:34.766029 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c5b55227-7e0d-4efe-b99a-a8f2e058f2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:34.789910 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-11c760d8-2867-486f-8004-c720d0dde9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:34.905177 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [None req-0c4f7818-0875-4ed8-b7c0-3e9ee7de69f8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:36:34.909707 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4f7818-0875-4ed8-b7c0-3e9ee7de69f8 admin admin] Received port after_create {{(pid=80184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 02 13:36:35.024146 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-254d7015-8b5e-48ba-b248-24b504af8751 None None] Notify callbacks [] for port, precommit_update {{(pid=80187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:35.041938 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-254d7015-8b5e-48ba-b248-24b504af8751 None None] Transition to ACTIVE for port object 3862eff7-d9e6-4b82-96b8-f937f6a71b46 will not be triggered until provisioned by entity L2. {{(pid=80187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:36:35.046888 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-254d7015-8b5e-48ba-b248-24b504af8751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:35.077017 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:36:35.093860 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-07d06516-8141-4ef0-8d7b-3ab1d4afa3da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:36:35.098630 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b0cebe9e-ab3b-4e70-957f-a629972688fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:35.161580 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-11c760d8-2867-486f-8004-c720d0dde9e2 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=13a4e4e5a1904a708a8b81f8bade2cc3&name=default HTTP/1.1" status: 200  len: 2975 time: 1.9189653
Feb 02 13:36:35.174018 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-b0cebe9e-ab3b-4e70-957f-a629972688fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:36:35.188349 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-b0cebe9e-ab3b-4e70-957f-a629972688fd admin admin] Usage tracker for resource:security_group_rule and tenant:c2b0e8539d1944288aa7e332b29c4e84 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:36:35.205229 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-b0cebe9e-ab3b-4e70-957f-a629972688fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:36:35.213592 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-b0cebe9e-ab3b-4e70-957f-a629972688fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:36:35.291504 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 39344) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:36:35.292478 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c760d8-2867-486f-8004-c720d0dde9e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30257ae4-eae9-4b04-8463-03124adc8041,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:36:35.455922 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning complete for port 862bea69-63f3-4b37-8ecb-ff6a68a8e1ff triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:36:35.460219 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f69b1-68f2-426f-aaeb-e4d47b8934a8 None None] Pushing event updated for resources: {'Port': ['ID=3862eff7-d9e6-4b82-96b8-f937f6a71b46,revision_number=2']} {{(pid=80187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:36:35.467889 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:35.481990 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f69b1-68f2-426f-aaeb-e4d47b8934a8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:35.482604 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f69b1-68f2-426f-aaeb-e4d47b8934a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:35.483176 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f69b1-68f2-426f-aaeb-e4d47b8934a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:35.483433 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f69b1-68f2-426f-aaeb-e4d47b8934a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:35.483838 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f69b1-68f2-426f-aaeb-e4d47b8934a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:35.484163 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f69b1-68f2-426f-aaeb-e4d47b8934a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:35.484663 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f69b1-68f2-426f-aaeb-e4d47b8934a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:35.485088 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f69b1-68f2-426f-aaeb-e4d47b8934a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:35.485426 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f69b1-68f2-426f-aaeb-e4d47b8934a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:35.485765 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f69b1-68f2-426f-aaeb-e4d47b8934a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:35.486106 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f69b1-68f2-426f-aaeb-e4d47b8934a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:35.486518 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f69b1-68f2-426f-aaeb-e4d47b8934a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:35.487492 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f69b1-68f2-426f-aaeb-e4d47b8934a8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:35.487896 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f69b1-68f2-426f-aaeb-e4d47b8934a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:35.488298 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f69b1-68f2-426f-aaeb-e4d47b8934a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:35.488655 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f69b1-68f2-426f-aaeb-e4d47b8934a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:35.489044 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f69b1-68f2-426f-aaeb-e4d47b8934a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:35.489571 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f69b1-68f2-426f-aaeb-e4d47b8934a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:35.489924 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f69b1-68f2-426f-aaeb-e4d47b8934a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:35.490276 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f69b1-68f2-426f-aaeb-e4d47b8934a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:35.490725 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f69b1-68f2-426f-aaeb-e4d47b8934a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:35.491101 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f69b1-68f2-426f-aaeb-e4d47b8934a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:35.491594 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f69b1-68f2-426f-aaeb-e4d47b8934a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:35.491974 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f69b1-68f2-426f-aaeb-e4d47b8934a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:36:35.493694 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f69b1-68f2-426f-aaeb-e4d47b8934a8 None None] Tracked resource versions report:
Feb 02 13:36:35.493694 dv-cinder-772388-4-iscsi neutron-server[80071]: pushed versions:
Feb 02 13:36:35.493694 dv-cinder-772388-4-iscsi neutron-server[80071]: {   'AddressGroup': {'1.1'},
Feb 02 13:36:35.493694 dv-cinder-772388-4-iscsi neutron-server[80071]:     'ConntrackHelper': {'1.0'},
Feb 02 13:36:35.493694 dv-cinder-772388-4-iscsi neutron-server[80071]:     'Log': {'1.0'},
Feb 02 13:36:35.493694 dv-cinder-772388-4-iscsi neutron-server[80071]:     'Network': {'1.1'},
Feb 02 13:36:35.493694 dv-cinder-772388-4-iscsi neutron-server[80071]:     'Port': {'1.7'},
Feb 02 13:36:35.493694 dv-cinder-772388-4-iscsi neutron-server[80071]:     'PortForwarding': {'1.2'},
Feb 02 13:36:35.493694 dv-cinder-772388-4-iscsi neutron-server[80071]:     'QosPolicy': {'1.8'},
Feb 02 13:36:35.493694 dv-cinder-772388-4-iscsi neutron-server[80071]:     'SecurityGroup': {'1.4'},
Feb 02 13:36:35.493694 dv-cinder-772388-4-iscsi neutron-server[80071]:     'SecurityGroupRule': {'1.2'},
Feb 02 13:36:35.493694 dv-cinder-772388-4-iscsi neutron-server[80071]:     'SubPort': {'1.0'},
Feb 02 13:36:35.493694 dv-cinder-772388-4-iscsi neutron-server[80071]:     'Subnet': {'1.1'},
Feb 02 13:36:35.493694 dv-cinder-772388-4-iscsi neutron-server[80071]:     'Trunk': {'1.1'}}
Feb 02 13:36:35.493694 dv-cinder-772388-4-iscsi neutron-server[80071]: consumer versions:
Feb 02 13:36:35.493694 dv-cinder-772388-4-iscsi neutron-server[80071]: {   DHCP agent@dv-cinder-772388-4-iscsi: {},
Feb 02 13:36:35.493694 dv-cinder-772388-4-iscsi neutron-server[80071]:     L3 agent@dv-cinder-772388-4-iscsi: {},
Feb 02 13:36:35.493694 dv-cinder-772388-4-iscsi neutron-server[80071]:     Metadata agent@dv-cinder-772388-4-iscsi: {},
Feb 02 13:36:35.493694 dv-cinder-772388-4-iscsi neutron-server[80071]:     Metering agent@dv-cinder-772388-4-iscsi: {},
Feb 02 13:36:35.493694 dv-cinder-772388-4-iscsi neutron-server[80071]:     Open vSwitch agent@dv-cinder-772388-4-iscsi: {   'AddressGroup': '1.1',
Feb 02 13:36:35.493694 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'ConntrackHelper': '1.0',
Feb 02 13:36:35.493694 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'Log': '1.0',
Feb 02 13:36:35.493694 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'Network': '1.1',
Feb 02 13:36:35.493694 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'Port': '1.7',
Feb 02 13:36:35.493694 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'PortForwarding': '1.2',
Feb 02 13:36:35.493694 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'QosPolicy': '1.8',
Feb 02 13:36:35.493694 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'SecurityGroup': '1.4',
Feb 02 13:36:35.493694 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'SecurityGroupRule': '1.2',
Feb 02 13:36:35.493694 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'SubPort': '1.0',
Feb 02 13:36:35.493694 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'Subnet': '1.1',
Feb 02 13:36:35.493694 dv-cinder-772388-4-iscsi neutron-server[80071]:                                                      'Trunk': '1.1'},
Feb 02 13:36:35.493694 dv-cinder-772388-4-iscsi neutron-server[80071]:     Open vSwitch agent@hv-cinder-77238: {   'AddressGroup': '1.1',
Feb 02 13:36:35.493694 dv-cinder-772388-4-iscsi neutron-server[80071]:                                             'ConntrackHelper': '1.0',
Feb 02 13:36:35.493694 dv-cinder-772388-4-iscsi neutron-server[80071]:                                             'Log': '1.0',
Feb 02 13:36:35.493694 dv-cinder-772388-4-iscsi neutron-server[80071]:                                             'Network': '1.1',
Feb 02 13:36:35.493694 dv-cinder-772388-4-iscsi neutron-server[80071]:                                             'Port': '1.7',
Feb 02 13:36:35.493694 dv-cinder-772388-4-iscsi neutron-server[80071]:                                             'PortForwarding': '1.2',
Feb 02 13:36:35.493694 dv-cinder-772388-4-iscsi neutron-server[80071]:                                             'QosPolicy': '1.8',
Feb 02 13:36:35.493694 dv-cinder-772388-4-iscsi neutron-server[80071]:                                             'SecurityGroup': '1.4',
Feb 02 13:36:35.493694 dv-cinder-772388-4-iscsi neutron-server[80071]:                                             'SecurityGroupRule': '1.2',
Feb 02 13:36:35.493694 dv-cinder-772388-4-iscsi neutron-server[80071]:                                             'SubPort': '1.0',
Feb 02 13:36:35.493694 dv-cinder-772388-4-iscsi neutron-server[80071]:                                             'Subnet': '1.1',
Feb 02 13:36:35.493694 dv-cinder-772388-4-iscsi neutron-server[80071]:                                             'Trunk': '1.1'}}
Feb 02 13:36:35.493694 dv-cinder-772388-4-iscsi neutron-server[80071]:  {{(pid=80187) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 02 13:36:35.511777 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-529f69b1-68f2-426f-aaeb-e4d47b8934a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=80187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:36:35.590687 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b0cebe9e-ab3b-4e70-957f-a629972688fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:35.594743 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-11c760d8-2867-486f-8004-c720d0dde9e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:36:35.603285 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-2f418331-4e5a-496b-88a1-c7bff6ce6c19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:35.613702 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-254d7015-8b5e-48ba-b248-24b504af8751 None None] Attempting to bind port 3862eff7-d9e6-4b82-96b8-f937f6a71b46 on host dv-cinder-772388-4-iscsi for vnic_type normal with profile  {{(pid=80187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 02 13:36:35.614147 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-254d7015-8b5e-48ba-b248-24b504af8751 None None] Attempting to bind port 3862eff7-d9e6-4b82-96b8-f937f6a71b46 by drivers openvswitch on host dv-cinder-772388-4-iscsi at level 0 using segments [{'id': '5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd'}] {{(pid=80187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 02 13:36:35.614488 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254d7015-8b5e-48ba-b248-24b504af8751 None None] Attempting to bind port 3862eff7-d9e6-4b82-96b8-f937f6a71b46 on network 081eaffe-521e-4302-9444-c5c7bff220cd {{(pid=80187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 02 13:36:35.640230 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254d7015-8b5e-48ba-b248-24b504af8751 None None] Checking agent: {'id': '59520739-4536-4d8c-966e-8cf7fcba95c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 27, 30), 'started_at': datetime.datetime(2021, 2, 2, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.101', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 02 13:36:35.640614 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254d7015-8b5e-48ba-b248-24b504af8751 None None] Checking segment: {'id': '5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:36:35.641132 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-254d7015-8b5e-48ba-b248-24b504af8751 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:35.641560 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254d7015-8b5e-48ba-b248-24b504af8751 None None] Bound using segment: {'id': '5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd'} {{(pid=80187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 02 13:36:35.642311 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-254d7015-8b5e-48ba-b248-24b504af8751 None None] Bound port: 3862eff7-d9e6-4b82-96b8-f937f6a71b46, host: dv-cinder-772388-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd'}}] {{(pid=80187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 02 13:36:35.642767 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-254d7015-8b5e-48ba-b248-24b504af8751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:35.647056 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-2f418331-4e5a-496b-88a1-c7bff6ce6c19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:36:35.656228 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-2f418331-4e5a-496b-88a1-c7bff6ce6c19 admin admin] Usage tracker for resource:security_group_rule and tenant:b27e62caf7404219b389f97732db0be2 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:36:35.663704 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-2f418331-4e5a-496b-88a1-c7bff6ce6c19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:36:35.666755 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-5c9ec8b4-528a-488a-9087-079dd21a5521 req-decaf323-a506-42f5-bef6-2f7335d4a0e5 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=ef114128-255e-4fa2-af27-1489defe8d5c HTTP/1.1" status: 200  len: 210 time: 0.1480415
Feb 02 13:36:35.679511 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-2f418331-4e5a-496b-88a1-c7bff6ce6c19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:36:35.752540 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b0cebe9e-ab3b-4e70-957f-a629972688fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:35.781191 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-daeea1fe-1c14-4fca-bf03-35c45700aad9 req-673271f9-3f60-4a7d-a698-b3062a949aed tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] 10.222.0.133 "GET /v2.0/ports?device_id=0b930de0-c865-4986-a5a2-e31cdc782344 HTTP/1.1" status: 200  len: 210 time: 0.2502611
Feb 02 13:36:35.827601 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-254d7015-8b5e-48ba-b248-24b504af8751 None None] For port 3862eff7-d9e6-4b82-96b8-f937f6a71b46, host dv-cinder-772388-4-iscsi, cleared binding levels {{(pid=80187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 02 13:36:35.837506 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-254d7015-8b5e-48ba-b248-24b504af8751 None None] For port 3862eff7-d9e6-4b82-96b8-f937f6a71b46, host dv-cinder-772388-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=3862eff7-d9e6-4b82-96b8-f937f6a71b46,segment=NetworkSegment(5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8),segment_id=5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8)] {{(pid=80187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 02 13:36:35.838152 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e3407129-6e1f-4cc8-a026-3876f316dfe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:35.843370 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-254d7015-8b5e-48ba-b248-24b504af8751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:35.880549 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:36:35.889050 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-d7e37718-c3bd-4cf5-9d80-f19ff17a828e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:36:35.936177 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-1d0f9d8a-9580-4105-8cd9-f61b8f9bd59b None None] Provisioning complete for port 862bea69-63f3-4b37-8ecb-ff6a68a8e1ff triggered by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:36:35.936777 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-1d0f9d8a-9580-4105-8cd9-f61b8f9bd59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:36.028276 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2722c0f-31d3-4d0e-ba5a-d90f44a1f19b req-59fbb923-313d-45b7-a5cc-2f25ef52ec7f tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:36:36.030880 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d2722c0f-31d3-4d0e-ba5a-d90f44a1f19b req-59fbb923-313d-45b7-a5cc-2f25ef52ec7f tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.132 "GET /v2.0/networks?id=bfbd13a3-d870-417b-93b8-70f01824ec17 HTTP/1.1" status: 200  len: 815 time: 2.5008667
Feb 02 13:36:36.213188 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-fe41ffa9-02d4-45cf-aef0-c170d5b47fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:36.329435 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e3407129-6e1f-4cc8-a026-3876f316dfe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:36.441665 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-d2722c0f-31d3-4d0e-ba5a-d90f44a1f19b req-ee8da789-82e5-4389-8f50-bbb697112245 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Request body: {'port': {'device_id': 'ef114128-255e-4fa2-af27-1489defe8d5c', 'network_id': 'bfbd13a3-d870-417b-93b8-70f01824ec17', 'admin_state_up': True, 'tenant_id': 'da040d840d5945a4bc1739a99331270a'}} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:36:36.452376 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f69b1-68f2-426f-aaeb-e4d47b8934a8 None None] Pushing event updated for resources: {'Port': ['ID=3862eff7-d9e6-4b82-96b8-f937f6a71b46,revision_number=3']} {{(pid=80187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:36:36.464183 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0c4f7818-0875-4ed8-b7c0-3e9ee7de69f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:36.482168 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-529f69b1-68f2-426f-aaeb-e4d47b8934a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=80187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:36:36.616742 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_common [req-10ba50f9-447e-4c81-9969-0e0c18132983 req-52b053bd-4cd8-4b56-828d-09babea876c5 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] Allocated IP 172.20.0.2 (e9de8dbd-daca-40f4-97d0-c17608ae5123/da13caf3-2638-43a1-a721-f15405bf450a/74bc8a99-e6b2-4441-afc9-039efe6169b5) {{(pid=80184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 02 13:36:36.638619 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254d7015-8b5e-48ba-b248-24b504af8751 None None] Routers {'7c3b1b28-3193-4c06-8858-8f34445ae1da'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:36:36.639844 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-254d7015-8b5e-48ba-b248-24b504af8751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e9e45cf8>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:36:29Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['7c3b1b28-3193-4c06-8858-8f34445ae1da'], 'active': True} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:36:37.207378 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-d2722c0f-31d3-4d0e-ba5a-d90f44a1f19b req-ee8da789-82e5-4389-8f50-bbb697112245 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:36:37.228879 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cebe9e-ab3b-4e70-957f-a629972688fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ceb895-a28d-4627-b2bd-36c9d7489b74,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:36:37.241549 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-b0cebe9e-ab3b-4e70-957f-a629972688fd admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=c2b0e8539d1944288aa7e332b29c4e84&name=default HTTP/1.1" status: 200  len: 2979 time: 3.4871705
Feb 02 13:36:37.251632 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-b0cebe9e-ab3b-4e70-957f-a629972688fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.366s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:36:37.277174 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 39366) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:36:37.369250 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-254d7015-8b5e-48ba-b248-24b504af8751 None None] Set router 7c3b1b28-3193-4c06-8858-8f34445ae1da gateway port host: dv-cinder-772388-4-iscsi {{(pid=80187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:36:37.369705 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-d2722c0f-31d3-4d0e-ba5a-d90f44a1f19b req-ee8da789-82e5-4389-8f50-bbb697112245 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Usage tracker for resource:port and tenant:da040d840d5945a4bc1739a99331270a is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:36:37.523466 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-983e8792-439a-4081-becd-fc3d0b402a7d req-35da8c7d-0a72-46a0-b309-bb8afc8ab03b tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=ef114128-255e-4fa2-af27-1489defe8d5c HTTP/1.1" status: 200  len: 210 time: 0.1562731
Feb 02 13:36:37.544932 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-d2722c0f-31d3-4d0e-ba5a-d90f44a1f19b req-ee8da789-82e5-4389-8f50-bbb697112245 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:36:37.554922 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e0a3d190-ee8b-4dbf-b75f-bf5ffd8e4084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:37.597215 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e0a3d190-ee8b-4dbf-b75f-bf5ffd8e4084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:37.632172 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3653da00-7089-402b-82cc-015352d47c01 req-37f83211-46a9-4bee-891a-82b0a85c0d63 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] 10.222.0.133 "GET /v2.0/ports?device_id=0b930de0-c865-4986-a5a2-e31cdc782344 HTTP/1.1" status: 200  len: 210 time: 0.2583241
Feb 02 13:36:37.665135 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e0a3d190-ee8b-4dbf-b75f-bf5ffd8e4084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:37.667538 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-2f418331-4e5a-496b-88a1-c7bff6ce6c19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:37.672710 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-d2722c0f-31d3-4d0e-ba5a-d90f44a1f19b req-ee8da789-82e5-4389-8f50-bbb697112245 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:36:37.682173 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:36:37.697320 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e3407129-6e1f-4cc8-a026-3876f316dfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:37.698420 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-2f418331-4e5a-496b-88a1-c7bff6ce6c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:37.703904 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a3d190-ee8b-4dbf-b75f-bf5ffd8e4084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ceb895-a28d-4627-b2bd-36c9d7489b74,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:36:37.725829 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-e0a3d190-ee8b-4dbf-b75f-bf5ffd8e4084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:36:37.726713 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-e0a3d190-ee8b-4dbf-b75f-bf5ffd8e4084 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:36:37.754240 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e0a3d190-ee8b-4dbf-b75f-bf5ffd8e4084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:37.756102 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-e0a3d190-ee8b-4dbf-b75f-bf5ffd8e4084 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/c4ceb895-a28d-4627-b2bd-36c9d7489b74 HTTP/1.1" status: 204  len: 168 time: 0.4775627
Feb 02 13:36:37.757740 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_common [None req-fe41ffa9-02d4-45cf-aef0-c170d5b47fc3 admin admin] Allocated IP 172.20.0.1 (0102586b-cbe3-455e-8beb-466400271cff/c2340414-8894-4d0b-932b-2cabaace3a3e/c401f275-8e11-453c-b488-aa2e036693dc) {{(pid=80185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 02 13:36:37.777633 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e3407129-6e1f-4cc8-a026-3876f316dfe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:37.784514 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-e3407129-6e1f-4cc8-a026-3876f316dfe8 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/30257ae4-eae9-4b04-8463-03124adc8041 HTTP/1.1" status: 204  len: 168 time: 2.4859359
Feb 02 13:36:37.880814 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-2f418331-4e5a-496b-88a1-c7bff6ce6c19 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=b27e62caf7404219b389f97732db0be2&name=default HTTP/1.1" status: 200  len: 2979 time: 3.7795990
Feb 02 13:36:37.885443 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3407129-6e1f-4cc8-a026-3876f316dfe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30257ae4-eae9-4b04-8463-03124adc8041,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:36:37.902021 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 39378) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:36:37.950983 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f418331-4e5a-496b-88a1-c7bff6ce6c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9b9162-36f1-463b-93bb-9f1aef7c4245,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:36:37.972329 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-2f418331-4e5a-496b-88a1-c7bff6ce6c19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:36:37.977915 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f21e3e20-5dcc-43ba-953d-1068c564edce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:36:37.978613 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f21e3e20-5dcc-43ba-953d-1068c564edce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:36:38.134953 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-66ec9c9b-bf4a-4a47-9495-61bacf81834a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:38.170650 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-66ec9c9b-bf4a-4a47-9495-61bacf81834a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:38.232218 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-66ec9c9b-bf4a-4a47-9495-61bacf81834a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:38.249215 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:36:38.283435 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec9c9b-bf4a-4a47-9495-61bacf81834a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9b9162-36f1-463b-93bb-9f1aef7c4245,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:36:38.288954 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-66ec9c9b-bf4a-4a47-9495-61bacf81834a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:36:38.310751 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-66ec9c9b-bf4a-4a47-9495-61bacf81834a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:38.312606 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-66ec9c9b-bf4a-4a47-9495-61bacf81834a admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/2a9b9162-36f1-463b-93bb-9f1aef7c4245 HTTP/1.1" status: 204  len: 168 time: 0.4091361
Feb 02 13:36:38.359925 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-fe41ffa9-02d4-45cf-aef0-c170d5b47fc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:38.409919 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-254d7015-8b5e-48ba-b248-24b504af8751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e9e45cf8>, [{'id': '7c3b1b28-3193-4c06-8858-8f34445ae1da', 'name': 'tempest-ServerRescueNegativeTestJSON-1159884524-router', 'tenant_id': 'cea623c3b184459485bd931a9663986e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '3862eff7-d9e6-4b82-96b8-f937f6a71b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:36:23Z', 'updated_at': '2021-02-02T13:36:27Z', 'revision_number': 3, 'project_id': 'cea623c3b184459485bd931a9663986e', 'gw_port': {'id': '3862eff7-d9e6-4b82-96b8-f937f6a71b46', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c1:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c3b1b28-3193-4c06-8858-8f34445ae1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:36:25Z', 'updated_at': '2021-02-02T13:36:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi'}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:36:38.419145 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254d7015-8b5e-48ba-b248-24b504af8751 None None] The sync data for ids ['7c3b1b28-3193-4c06-8858-8f34445ae1da'] in dv-cinder-772388-4-iscsi is: [{'id': '7c3b1b28-3193-4c06-8858-8f34445ae1da', 'name': 'tempest-ServerRescueNegativeTestJSON-1159884524-router', 'tenant_id': 'cea623c3b184459485bd931a9663986e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '3862eff7-d9e6-4b82-96b8-f937f6a71b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:36:23Z', 'updated_at': '2021-02-02T13:36:27Z', 'revision_number': 3, 'project_id': 'cea623c3b184459485bd931a9663986e', 'gw_port': {'id': '3862eff7-d9e6-4b82-96b8-f937f6a71b46', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c1:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c3b1b28-3193-4c06-8858-8f34445ae1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:36:25Z', 'updated_at': '2021-02-02T13:36:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi'}] {{(pid=80187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 02 13:36:38.442333 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2722c0f-31d3-4d0e-ba5a-d90f44a1f19b req-ee8da789-82e5-4389-8f50-bbb697112245 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Made reservation on behalf of da040d840d5945a4bc1739a99331270a for: {'port': 1} {{(pid=80184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 02 13:36:38.468646 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-d2722c0f-31d3-4d0e-ba5a-d90f44a1f19b req-ee8da789-82e5-4389-8f50-bbb697112245 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:38.519990 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-fe41ffa9-02d4-45cf-aef0-c170d5b47fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264943169311'] for port, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:38.568227 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:36:38.765799 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe41ffa9-02d4-45cf-aef0-c170d5b47fc3 admin admin] Pushing event updated for resources: {'Port': ['ID=c401f275-8e11-453c-b488-aa2e036693dc,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:36:38.920096 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-fe41ffa9-02d4-45cf-aef0-c170d5b47fc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:36:39.391591 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-10ba50f9-447e-4c81-9969-0e0c18132983 req-52b053bd-4cd8-4b56-828d-09babea876c5 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] Notify callbacks [] for port, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:39.455048 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-afffc3c1-6cfd-47b5-98e3-25cbcd54fe3d req-70812447-89b8-4fdb-9aca-00ffb4845958 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=ef114128-255e-4fa2-af27-1489defe8d5c HTTP/1.1" status: 200  len: 210 time: 0.3407474
Feb 02 13:36:39.473746 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-10ba50f9-447e-4c81-9969-0e0c18132983 req-52b053bd-4cd8-4b56-828d-09babea876c5 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264943169311'] for port, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:39.689488 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-0c4f7818-0875-4ed8-b7c0-3e9ee7de69f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:36:39.804811 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe41ffa9-02d4-45cf-aef0-c170d5b47fc3 admin admin] Network 0102586b-cbe3-455e-8beb-466400271cff is already hosted by enough agents. {{(pid=80185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:36:39.807043 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [None req-fe41ffa9-02d4-45cf-aef0-c170d5b47fc3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:36:39.820526 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe41ffa9-02d4-45cf-aef0-c170d5b47fc3 admin admin] Received port after_create {{(pid=80185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 02 13:36:39.821975 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-fe41ffa9-02d4-45cf-aef0-c170d5b47fc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2073963'] for router_interface, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:40.349675 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-fe41ffa9-02d4-45cf-aef0-c170d5b47fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:40.477356 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0c4f7818-0875-4ed8-b7c0-3e9ee7de69f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852704620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2076335'] for router, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:40.641511 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device 3862eff7-d9e6-4b82-96b8-f937f6a71b46 up at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:36:40.921047 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning for port 3862eff7-d9e6-4b82-96b8-f937f6a71b46 completed by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:36:40.925748 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 39416) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:36:40.930283 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning complete for port 3862eff7-d9e6-4b82-96b8-f937f6a71b46 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:36:40.931047 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:41.080857 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-fe41ffa9-02d4-45cf-aef0-c170d5b47fc3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:41.085724 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-fe41ffa9-02d4-45cf-aef0-c170d5b47fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:41.086844 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-fe41ffa9-02d4-45cf-aef0-c170d5b47fc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853078024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2077237'] for router_interface, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:41.110688 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:36:41.280720 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe41ffa9-02d4-45cf-aef0-c170d5b47fc3 admin admin] Pushing event updated for resources: {'Port': ['ID=c401f275-8e11-453c-b488-aa2e036693dc,revision_number=2']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:36:41.286036 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-fe41ffa9-02d4-45cf-aef0-c170d5b47fc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:36:41.328013 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:41.357956 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] For port 3862eff7-d9e6-4b82-96b8-f937f6a71b46, host dv-cinder-772388-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=3862eff7-d9e6-4b82-96b8-f937f6a71b46,segment=NetworkSegment(5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8),segment_id=5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:36:41.366111 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:41.368979 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f0e1c985-4aad-41b8-a757-626e1eedefb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:36:41.380433 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-4b424c06-623f-4a01-b3c6-8deaa0021b08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:41.405058 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe41ffa9-02d4-45cf-aef0-c170d5b47fc3 admin admin] Network 0102586b-cbe3-455e-8beb-466400271cff is already hosted by enough agents. {{(pid=80185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:36:41.408113 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [None req-fe41ffa9-02d4-45cf-aef0-c170d5b47fc3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:36:41.566833 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-4b424c06-623f-4a01-b3c6-8deaa0021b08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:36:41.579587 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-4b424c06-623f-4a01-b3c6-8deaa0021b08 admin admin] Usage tracker for resource:security_group_rule and tenant:0dc8da1bcc5946d58cbfe4e30ada676f is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:36:41.582127 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-4b424c06-623f-4a01-b3c6-8deaa0021b08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:36:41.612847 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-4b424c06-623f-4a01-b3c6-8deaa0021b08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:36:41.728869 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Pushing event updated for resources: {'Port': ['ID=3862eff7-d9e6-4b82-96b8-f937f6a71b46,revision_number=4']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:36:41.743257 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:36:41.816100 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-4b424c06-623f-4a01-b3c6-8deaa0021b08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:41.994817 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b053bd-4cd8-4b56-828d-09babea876c5 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] Pushing event updated for resources: {'Port': ['ID=74bc8a99-e6b2-4441-afc9-039efe6169b5,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:36:42.000136 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-01938433-2427-4779-a998-26281471ada8 req-f203f346-a5bd-4bce-8dba-9bd46d033d42 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=ef114128-255e-4fa2-af27-1489defe8d5c HTTP/1.1" status: 200  len: 210 time: 1.0131316
Feb 02 13:36:42.006781 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-52b053bd-4cd8-4b56-828d-09babea876c5 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.318s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:36:42.028648 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-4b424c06-623f-4a01-b3c6-8deaa0021b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:42.176415 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe41ffa9-02d4-45cf-aef0-c170d5b47fc3 admin admin] Router 7c3b1b28-3193-4c06-8858-8f34445ae1da has already been hosted by L3 agent 46ed2aac-7d32-4274-9cac-387c5fc2cd87 {{(pid=80185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 02 13:36:42.200612 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-7f414bd7-0f6c-4fa3-a59e-c4d65fcf8667 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:36:42.223561 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-4b424c06-623f-4a01-b3c6-8deaa0021b08 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=0dc8da1bcc5946d58cbfe4e30ada676f&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2503109
Feb 02 13:36:42.246033 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_common [req-d2722c0f-31d3-4d0e-ba5a-d90f44a1f19b req-ee8da789-82e5-4389-8f50-bbb697112245 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Allocated IP 172.20.0.5 (bfbd13a3-d870-417b-93b8-70f01824ec17/fdb421d7-3e26-4929-a736-b93dc64e3cfd/ce2ae21c-3e84-4ec8-885d-7e70ebe01138) {{(pid=80184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 02 13:36:42.248193 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 39448) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:36:42.364022 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b424c06-623f-4a01-b3c6-8deaa0021b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1859a83-c082-4033-aa26-5dc1d1d52220,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:36:42.463607 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-4b424c06-623f-4a01-b3c6-8deaa0021b08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:36:42.574937 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a0d42-ef02-4d0c-8e58-66d5670a946e req-c528a621-bad0-422b-bf8a-1af84bad97e3 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:36:42.580241 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device 3862eff7-d9e6-4b82-96b8-f937f6a71b46 up at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:36:42.583567 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-8a8a0d42-ef02-4d0c-8e58-66d5670a946e req-c528a621-bad0-422b-bf8a-1af84bad97e3 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] 10.222.0.133 "GET /v2.0/ports?device_id=0b930de0-c865-4986-a5a2-e31cdc782344 HTTP/1.1" status: 200  len: 931 time: 3.1141100
Feb 02 13:36:42.703300 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-8a8a0d42-ef02-4d0c-8e58-66d5670a946e req-1073b67a-2843-4e1b-9ccb-c6f73a85bec6 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] 10.222.0.133 "GET /v2.0/security-groups?id=35742ac1-887e-4519-b0ab-4f0c0c4e8cb3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1183028
Feb 02 13:36:42.740334 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10ba50f9-447e-4c81-9969-0e0c18132983 req-52b053bd-4cd8-4b56-828d-09babea876c5 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] Network e9de8dbd-daca-40f4-97d0-c17608ae5123 is already hosted by enough agents. {{(pid=80184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:36:42.743715 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c4f7818-0875-4ed8-b7c0-3e9ee7de69f8 admin admin] Router e1313b03-1e45-4cf1-8d41-dae65ce45e1d is scheduled to L3 agent 46ed2aac-7d32-4274-9cac-387c5fc2cd87 with binding_index 1 {{(pid=80184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 02 13:36:42.764504 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe41ffa9-02d4-45cf-aef0-c170d5b47fc3 admin admin] Notify agent at l3_agent.dv-cinder-772388-4-iscsi the message routers_updated {{(pid=80185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 02 13:36:42.803973 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-fe41ffa9-02d4-45cf-aef0-c170d5b47fc3 admin admin] 10.222.0.133 "PUT /v2.0/routers/7c3b1b28-3193-4c06-8858-8f34445ae1da/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.1795661
Feb 02 13:36:42.815831 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [req-10ba50f9-447e-4c81-9969-0e0c18132983 req-52b053bd-4cd8-4b56-828d-09babea876c5 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] Resources bound (agent type, host, resource id):  {{(pid=80184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:36:42.841824 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ba50f9-447e-4c81-9969-0e0c18132983 req-52b053bd-4cd8-4b56-828d-09babea876c5 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] Received port after_create {{(pid=80184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 02 13:36:42.933001 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c7a48e-11af-409a-8e13-d53814edbf6b None None] Sync routers for ids ['7c3b1b28-3193-4c06-8858-8f34445ae1da'] in dv-cinder-772388-4-iscsi {{(pid=80186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 02 13:36:42.952002 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c7a48e-11af-409a-8e13-d53814edbf6b None None] Routers {'7c3b1b28-3193-4c06-8858-8f34445ae1da'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:36:42.953052 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-38c7a48e-11af-409a-8e13-d53814edbf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5ea76ccf8>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:36:29Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['7c3b1b28-3193-4c06-8858-8f34445ae1da'], 'active': True} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:36:42.982655 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba50f9-447e-4c81-9969-0e0c18132983 req-52b053bd-4cd8-4b56-828d-09babea876c5 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:36:42.983537 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-10ba50f9-447e-4c81-9969-0e0c18132983 req-52b053bd-4cd8-4b56-828d-09babea876c5 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for port, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:43.159366 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-10ba50f9-447e-4c81-9969-0e0c18132983 req-52b053bd-4cd8-4b56-828d-09babea876c5 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] 10.222.0.132 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 12.1605105
Feb 02 13:36:43.160252 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-1939476f-c4be-4e92-afbf-47fb9e109e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:43.194095 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-1939476f-c4be-4e92-afbf-47fb9e109e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:43.255374 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-38c7a48e-11af-409a-8e13-d53814edbf6b None None] Set router 7c3b1b28-3193-4c06-8858-8f34445ae1da gateway port host: dv-cinder-772388-4-iscsi {{(pid=80186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:36:43.378563 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-1939476f-c4be-4e92-afbf-47fb9e109e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:43.424663 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [req-10ba50f9-447e-4c81-9969-0e0c18132983 req-b39c9f33-5a54-44dc-afd2-f610ce4904b3 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] http://10.222.0.133:9696/v2.0/extensions returned with HTTP 200 {{(pid=80184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 02 13:36:43.432286 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-10ba50f9-447e-4c81-9969-0e0c18132983 req-b39c9f33-5a54-44dc-afd2-f610ce4904b3 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] 10.222.0.132 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.1781881
Feb 02 13:36:43.519435 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:36:43.598364 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning complete for port 3862eff7-d9e6-4b82-96b8-f937f6a71b46 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:36:43.599436 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:43.637203 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1939476f-c4be-4e92-afbf-47fb9e109e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1859a83-c082-4033-aa26-5dc1d1d52220,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:36:43.640954 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-1939476f-c4be-4e92-afbf-47fb9e109e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:43.642571 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-1939476f-c4be-4e92-afbf-47fb9e109e51 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/d1859a83-c082-4033-aa26-5dc1d1d52220 HTTP/1.1" status: 204  len: 168 time: 1.3912160
Feb 02 13:36:43.643921 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-1939476f-c4be-4e92-afbf-47fb9e109e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:36:43.931015 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 39482) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:36:44.145468 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-38c7a48e-11af-409a-8e13-d53814edbf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5ea76ccf8>, [{'id': '7c3b1b28-3193-4c06-8858-8f34445ae1da', 'name': 'tempest-ServerRescueNegativeTestJSON-1159884524-router', 'tenant_id': 'cea623c3b184459485bd931a9663986e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '3862eff7-d9e6-4b82-96b8-f937f6a71b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:36:23Z', 'updated_at': '2021-02-02T13:36:40Z', 'revision_number': 4, 'project_id': 'cea623c3b184459485bd931a9663986e', 'gw_port': {'id': '3862eff7-d9e6-4b82-96b8-f937f6a71b46', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3b1b28-3193-4c06-8858-8f34445ae1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:36:25Z', 'updated_at': '2021-02-02T13:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_interfaces': [{'id': 'c401f275-8e11-453c-b488-aa2e036693dc', 'name': '', 'network_id': '0102586b-cbe3-455e-8beb-466400271cff', 'tenant_id': 'cea623c3b184459485bd931a9663986e', 'mac_address': 'fa:16:3e:b2:9a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c3b1b28-3193-4c06-8858-8f34445ae1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c2340414-8894-4d0b-932b-2cabaace3a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:36:37Z', 'updated_at': '2021-02-02T13:36:40Z', 'revision_number': 2, 'project_id': 'cea623c3b184459485bd931a9663986e', 'subnets': [{'id': 'c2340414-8894-4d0b-932b-2cabaace3a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:36:44.152684 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c7a48e-11af-409a-8e13-d53814edbf6b None None] Checking router: 7c3b1b28-3193-4c06-8858-8f34445ae1da for host: dv-cinder-772388-4-iscsi {{(pid=80186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 02 13:36:44.155946 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c7a48e-11af-409a-8e13-d53814edbf6b None None] Updating router 7c3b1b28-3193-4c06-8858-8f34445ae1da port c401f275-8e11-453c-b488-aa2e036693dc binding host dv-cinder-772388-4-iscsi {{(pid=80186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 02 13:36:44.230434 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-38c7a48e-11af-409a-8e13-d53814edbf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:44.355653 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-320bbe0f-d555-4401-9520-f0aadc572082 req-1f5e0066-ae98-415b-8d8b-3a36cb2388e0 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Synchronizing usage tracker for tenant:da040d840d5945a4bc1739a99331270a on resource:port {{(pid=80184) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:36:44.528613 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-d2722c0f-31d3-4d0e-ba5a-d90f44a1f19b req-ee8da789-82e5-4389-8f50-bbb697112245 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Notify callbacks [] for port, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:44.886169 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4f7818-0875-4ed8-b7c0-3e9ee7de69f8 admin admin] Notify agent at l3_agent.dv-cinder-772388-4-iscsi the message routers_updated {{(pid=80184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 02 13:36:44.909606 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-d2722c0f-31d3-4d0e-ba5a-d90f44a1f19b req-ee8da789-82e5-4389-8f50-bbb697112245 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264943169311'] for port, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:44.916235 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2f06b5-a658-4ec7-b749-fff66027e805 None None] Sync routers for ids ['e1313b03-1e45-4cf1-8d41-dae65ce45e1d'] in dv-cinder-772388-4-iscsi {{(pid=80187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 02 13:36:44.970244 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2f06b5-a658-4ec7-b749-fff66027e805 None None] Routers {'e1313b03-1e45-4cf1-8d41-dae65ce45e1d'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:36:44.983318 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-3c2f06b5-a658-4ec7-b749-fff66027e805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5ea7a4d68>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:36:29Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['e1313b03-1e45-4cf1-8d41-dae65ce45e1d'], 'active': True} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:36:45.046987 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-771b8d2d-6ae3-4ff1-b94c-26fb60705aed admin admin] Notify callbacks [] for security_group, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:45.135552 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-771b8d2d-6ae3-4ff1-b94c-26fb60705aed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:36:45.152114 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-771b8d2d-6ae3-4ff1-b94c-26fb60705aed admin admin] Usage tracker for resource:security_group_rule and tenant:b900874ccfdf45fb87b6df03c3443db1 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:36:45.172072 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-771b8d2d-6ae3-4ff1-b94c-26fb60705aed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:36:45.202940 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-320bbe0f-d555-4401-9520-f0aadc572082 req-1f5e0066-ae98-415b-8d8b-3a36cb2388e0 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Unset dirty status for tenant:da040d840d5945a4bc1739a99331270a on resource:port {{(pid=80184) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:36:45.205633 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-771b8d2d-6ae3-4ff1-b94c-26fb60705aed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:36:45.210896 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-320bbe0f-d555-4401-9520-f0aadc572082 req-1f5e0066-ae98-415b-8d8b-3a36cb2388e0 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=ef114128-255e-4fa2-af27-1489defe8d5c HTTP/1.1" status: 200  len: 210 time: 1.6137564
Feb 02 13:36:45.215885 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0c4f7818-0875-4ed8-b7c0-3e9ee7de69f8 admin admin] Notify callbacks [] for router, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:45.219744 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-0c4f7818-0875-4ed8-b7c0-3e9ee7de69f8 admin admin] 10.222.0.133 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 19.1695845
Feb 02 13:36:45.234042 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-38c7a48e-11af-409a-8e13-d53814edbf6b None None] Notify callbacks [] for port, precommit_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:45.237929 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 39506) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:36:45.282597 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-38c7a48e-11af-409a-8e13-d53814edbf6b None None] Transition to ACTIVE for port object c401f275-8e11-453c-b488-aa2e036693dc will not be triggered until provisioned by entity L2. {{(pid=80186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:36:45.289288 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-38c7a48e-11af-409a-8e13-d53814edbf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:45.340114 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:36:45.441943 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-10ba50f9-447e-4c81-9969-0e0c18132983 req-30900006-2d18-4de9-862b-15497ab6618f service neutron] Request body: {'port': {'device_id': '0b930de0-c865-4986-a5a2-e31cdc782344', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:36:45.493697 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-771b8d2d-6ae3-4ff1-b94c-26fb60705aed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:45.500655 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-771b8d2d-6ae3-4ff1-b94c-26fb60705aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:45.513363 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-3c2f06b5-a658-4ec7-b749-fff66027e805 None None] Set router e1313b03-1e45-4cf1-8d41-dae65ce45e1d gateway port host: dv-cinder-772388-4-iscsi {{(pid=80187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:36:45.525492 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:36:45.661435 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-771b8d2d-6ae3-4ff1-b94c-26fb60705aed admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=b900874ccfdf45fb87b6df03c3443db1&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7288332
Feb 02 13:36:45.669959 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 39516) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:36:45.720152 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8053236-2943-4d38-8cce-1c4ef2718231 None None] Pushing event updated for resources: {'Port': ['ID=c401f275-8e11-453c-b488-aa2e036693dc,revision_number=3']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:36:45.743624 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f8053236-2943-4d38-8cce-1c4ef2718231 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:36:45.750431 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771b8d2d-6ae3-4ff1-b94c-26fb60705aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1881faf-1a53-4557-a2d0-5d6756547311,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:36:45.761641 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-771b8d2d-6ae3-4ff1-b94c-26fb60705aed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:36:45.838004 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-fd8980ea-e6d4-4241-b6ec-495ab2fcfeb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:45.956757 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-fd8980ea-e6d4-4241-b6ec-495ab2fcfeb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:46.110246 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-52b053bd-4cd8-4b56-828d-09babea876c5 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:36:46.140647 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-3c2f06b5-a658-4ec7-b749-fff66027e805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5ea7a4d68>, [{'id': 'e1313b03-1e45-4cf1-8d41-dae65ce45e1d', 'name': 'tempest-AttachVolumeShelveTestJSON-477103384-router', 'tenant_id': '4137e2122c7f40189b0a34f1651c3764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b9709bcd-a7f5-41be-af20-602edf798719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:36:26Z', 'updated_at': '2021-02-02T13:36:35Z', 'revision_number': 3, 'project_id': '4137e2122c7f40189b0a34f1651c3764', 'gw_port': {'id': 'b9709bcd-a7f5-41be-af20-602edf798719', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1313b03-1e45-4cf1-8d41-dae65ce45e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:36:29Z', 'updated_at': '2021-02-02T13:36:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi'}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:36:46.155166 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2f06b5-a658-4ec7-b749-fff66027e805 None None] Checking router: e1313b03-1e45-4cf1-8d41-dae65ce45e1d for host: dv-cinder-772388-4-iscsi {{(pid=80187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 02 13:36:46.155830 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2f06b5-a658-4ec7-b749-fff66027e805 None None] Updating router e1313b03-1e45-4cf1-8d41-dae65ce45e1d port b9709bcd-a7f5-41be-af20-602edf798719 binding host dv-cinder-772388-4-iscsi {{(pid=80187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 02 13:36:46.169310 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-fd8980ea-e6d4-4241-b6ec-495ab2fcfeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:46.191875 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-cb258430-3479-4a7c-aa7a-0f88f040a330 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:36:46.230803 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-38c7a48e-11af-409a-8e13-d53814edbf6b None None] Attempting to bind port c401f275-8e11-453c-b488-aa2e036693dc on host dv-cinder-772388-4-iscsi for vnic_type normal with profile  {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 02 13:36:46.231525 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-38c7a48e-11af-409a-8e13-d53814edbf6b None None] Attempting to bind port c401f275-8e11-453c-b488-aa2e036693dc by drivers openvswitch on host dv-cinder-772388-4-iscsi at level 0 using segments [{'id': '74161cca-e56a-4704-b658-1eba40fb5e34', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0102586b-cbe3-455e-8beb-466400271cff'}] {{(pid=80186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 02 13:36:46.233125 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c7a48e-11af-409a-8e13-d53814edbf6b None None] Attempting to bind port c401f275-8e11-453c-b488-aa2e036693dc on network 0102586b-cbe3-455e-8beb-466400271cff {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 02 13:36:46.249271 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c7a48e-11af-409a-8e13-d53814edbf6b None None] Checking agent: {'id': '59520739-4536-4d8c-966e-8cf7fcba95c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 27, 30), 'started_at': datetime.datetime(2021, 2, 2, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.101', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 02 13:36:46.266355 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-fd8980ea-e6d4-4241-b6ec-495ab2fcfeb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:46.267453 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c7a48e-11af-409a-8e13-d53814edbf6b None None] Checking segment: {'id': '74161cca-e56a-4704-b658-1eba40fb5e34', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0102586b-cbe3-455e-8beb-466400271cff'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:36:46.268433 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-38c7a48e-11af-409a-8e13-d53814edbf6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:46.269801 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c7a48e-11af-409a-8e13-d53814edbf6b None None] Bound using segment: {'id': '74161cca-e56a-4704-b658-1eba40fb5e34', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0102586b-cbe3-455e-8beb-466400271cff'} {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 02 13:36:46.271229 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-38c7a48e-11af-409a-8e13-d53814edbf6b None None] Bound port: c401f275-8e11-453c-b488-aa2e036693dc, host: dv-cinder-772388-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74161cca-e56a-4704-b658-1eba40fb5e34', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0102586b-cbe3-455e-8beb-466400271cff'}}] {{(pid=80186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 02 13:36:46.271896 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-38c7a48e-11af-409a-8e13-d53814edbf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:46.278214 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-fd8980ea-e6d4-4241-b6ec-495ab2fcfeb1 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/c1881faf-1a53-4557-a2d0-5d6756547311 HTTP/1.1" status: 204  len: 168 time: 0.6061141
Feb 02 13:36:46.280030 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8980ea-e6d4-4241-b6ec-495ab2fcfeb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1881faf-1a53-4557-a2d0-5d6756547311,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:36:46.287590 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-fd8980ea-e6d4-4241-b6ec-495ab2fcfeb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:36:46.408814 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3c2f06b5-a658-4ec7-b749-fff66027e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:46.488219 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-10ba50f9-447e-4c81-9969-0e0c18132983 req-30900006-2d18-4de9-862b-15497ab6618f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:46.719840 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-38c7a48e-11af-409a-8e13-d53814edbf6b None None] For port c401f275-8e11-453c-b488-aa2e036693dc, host dv-cinder-772388-4-iscsi, cleared binding levels {{(pid=80186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 02 13:36:46.738599 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-38c7a48e-11af-409a-8e13-d53814edbf6b None None] For port c401f275-8e11-453c-b488-aa2e036693dc, host dv-cinder-772388-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=c401f275-8e11-453c-b488-aa2e036693dc,segment=NetworkSegment(74161cca-e56a-4704-b658-1eba40fb5e34),segment_id=74161cca-e56a-4704-b658-1eba40fb5e34)] {{(pid=80186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 02 13:36:46.748303 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-38c7a48e-11af-409a-8e13-d53814edbf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:46.813773 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:36:47.244574 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2722c0f-31d3-4d0e-ba5a-d90f44a1f19b req-ee8da789-82e5-4389-8f50-bbb697112245 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Network bfbd13a3-d870-417b-93b8-70f01824ec17 is already hosted by enough agents. {{(pid=80184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:36:47.254724 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8053236-2943-4d38-8cce-1c4ef2718231 None None] Pushing event updated for resources: {'Port': ['ID=c401f275-8e11-453c-b488-aa2e036693dc,revision_number=4']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:36:47.260848 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f8053236-2943-4d38-8cce-1c4ef2718231 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:36:47.340080 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c7a48e-11af-409a-8e13-d53814edbf6b None None] Routers {'7c3b1b28-3193-4c06-8858-8f34445ae1da'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:36:47.341404 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-38c7a48e-11af-409a-8e13-d53814edbf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5ea76ccf8>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:36:29Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['7c3b1b28-3193-4c06-8858-8f34445ae1da'], 'active': True} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:36:47.372473 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a8e78-6ced-4ef2-b4d1-9de5fb49b43f req-3f23fd97-38e5-4174-8845-230dedb7bdec tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:36:47.373448 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-a53a8e78-6ced-4ef2-b4d1-9de5fb49b43f req-3f23fd97-38e5-4174-8845-230dedb7bdec tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Synchronizing usage tracker for tenant:cea623c3b184459485bd931a9663986e on resource:network {{(pid=80184) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:36:47.479375 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3c2f06b5-a658-4ec7-b749-fff66027e805 None None] Notify callbacks [] for port, precommit_update {{(pid=80187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:47.516679 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-3c2f06b5-a658-4ec7-b749-fff66027e805 None None] Transition to ACTIVE for port object b9709bcd-a7f5-41be-af20-602edf798719 will not be triggered until provisioned by entity L2. {{(pid=80187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:36:47.521829 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3c2f06b5-a658-4ec7-b749-fff66027e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:47.565715 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:36:47.587998 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 39552) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:36:47.648723 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-38c7a48e-11af-409a-8e13-d53814edbf6b None None] Set router 7c3b1b28-3193-4c06-8858-8f34445ae1da gateway port host: dv-cinder-772388-4-iscsi {{(pid=80186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:36:47.652385 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-65be4b5b-74c8-4355-9a97-f3d09c350e71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:47.729710 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-65be4b5b-74c8-4355-9a97-f3d09c350e71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:36:47.745476 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-65be4b5b-74c8-4355-9a97-f3d09c350e71 admin admin] Usage tracker for resource:security_group_rule and tenant:057a6160c737482689866b77f035058e is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:36:47.757499 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-65be4b5b-74c8-4355-9a97-f3d09c350e71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:36:47.782356 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-65be4b5b-74c8-4355-9a97-f3d09c350e71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:36:47.958608 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060b2eb8-ac8a-46af-aadd-544f8e3faf67 None None] Pushing event updated for resources: {'Port': ['ID=b9709bcd-a7f5-41be-af20-602edf798719,revision_number=2']} {{(pid=80187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:36:47.979887 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-060b2eb8-ac8a-46af-aadd-544f8e3faf67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=80187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:36:48.096936 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-65be4b5b-74c8-4355-9a97-f3d09c350e71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:48.108625 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-65be4b5b-74c8-4355-9a97-f3d09c350e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:48.136617 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:36:48.188045 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65be4b5b-74c8-4355-9a97-f3d09c350e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1fc8f6-b7c3-422b-94a2-a7fe3c309ca3,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:36:48.208957 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-65be4b5b-74c8-4355-9a97-f3d09c350e71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:36:48.219834 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-3c2f06b5-a658-4ec7-b749-fff66027e805 None None] Attempting to bind port b9709bcd-a7f5-41be-af20-602edf798719 on host dv-cinder-772388-4-iscsi for vnic_type normal with profile  {{(pid=80187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 02 13:36:48.220540 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-3c2f06b5-a658-4ec7-b749-fff66027e805 None None] Attempting to bind port b9709bcd-a7f5-41be-af20-602edf798719 by drivers openvswitch on host dv-cinder-772388-4-iscsi at level 0 using segments [{'id': '5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd'}] {{(pid=80187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 02 13:36:48.221204 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2f06b5-a658-4ec7-b749-fff66027e805 None None] Attempting to bind port b9709bcd-a7f5-41be-af20-602edf798719 on network 081eaffe-521e-4302-9444-c5c7bff220cd {{(pid=80187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 02 13:36:48.241165 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2f06b5-a658-4ec7-b749-fff66027e805 None None] Checking agent: {'id': '59520739-4536-4d8c-966e-8cf7fcba95c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 27, 30), 'started_at': datetime.datetime(2021, 2, 2, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.101', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 02 13:36:48.241801 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2f06b5-a658-4ec7-b749-fff66027e805 None None] Checking segment: {'id': '5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:36:48.242822 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3c2f06b5-a658-4ec7-b749-fff66027e805 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:48.243218 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2f06b5-a658-4ec7-b749-fff66027e805 None None] Bound using segment: {'id': '5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd'} {{(pid=80187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 02 13:36:48.244124 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-3c2f06b5-a658-4ec7-b749-fff66027e805 None None] Bound port: b9709bcd-a7f5-41be-af20-602edf798719, host: dv-cinder-772388-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd'}}] {{(pid=80187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 02 13:36:48.244937 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3c2f06b5-a658-4ec7-b749-fff66027e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:48.256635 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-65be4b5b-74c8-4355-9a97-f3d09c350e71 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=057a6160c737482689866b77f035058e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6666777
Feb 02 13:36:48.260687 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 39564) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:36:48.370500 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-3c2f06b5-a658-4ec7-b749-fff66027e805 None None] For port b9709bcd-a7f5-41be-af20-602edf798719, host dv-cinder-772388-4-iscsi, cleared binding levels {{(pid=80187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 02 13:36:48.374681 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-3c2f06b5-a658-4ec7-b749-fff66027e805 None None] For port b9709bcd-a7f5-41be-af20-602edf798719, host dv-cinder-772388-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=b9709bcd-a7f5-41be-af20-602edf798719,segment=NetworkSegment(5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8),segment_id=5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8)] {{(pid=80187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 02 13:36:48.379128 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3c2f06b5-a658-4ec7-b749-fff66027e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:48.410121 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-aba2d354-470b-421a-b633-0add60d0c9d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:48.413982 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:36:48.454941 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-aba2d354-470b-421a-b633-0add60d0c9d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:48.483246 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [req-d2722c0f-31d3-4d0e-ba5a-d90f44a1f19b req-ee8da789-82e5-4389-8f50-bbb697112245 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Resources bound (agent type, host, resource id):  {{(pid=80184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:36:48.528676 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-aba2d354-470b-421a-b633-0add60d0c9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:48.538995 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:36:48.564866 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba2d354-470b-421a-b633-0add60d0c9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1fc8f6-b7c3-422b-94a2-a7fe3c309ca3,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:36:48.569950 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-aba2d354-470b-421a-b633-0add60d0c9d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:36:48.572740 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-aba2d354-470b-421a-b633-0add60d0c9d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:48.574469 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-aba2d354-470b-421a-b633-0add60d0c9d5 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/ea1fc8f6-b7c3-422b-94a2-a7fe3c309ca3 HTTP/1.1" status: 204  len: 168 time: 0.3107123
Feb 02 13:36:48.665291 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-38c7a48e-11af-409a-8e13-d53814edbf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5ea76ccf8>, [{'id': '7c3b1b28-3193-4c06-8858-8f34445ae1da', 'name': 'tempest-ServerRescueNegativeTestJSON-1159884524-router', 'tenant_id': 'cea623c3b184459485bd931a9663986e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '3862eff7-d9e6-4b82-96b8-f937f6a71b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:36:23Z', 'updated_at': '2021-02-02T13:36:40Z', 'revision_number': 4, 'project_id': 'cea623c3b184459485bd931a9663986e', 'gw_port': {'id': '3862eff7-d9e6-4b82-96b8-f937f6a71b46', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3b1b28-3193-4c06-8858-8f34445ae1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:36:25Z', 'updated_at': '2021-02-02T13:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_interfaces': [{'id': 'c401f275-8e11-453c-b488-aa2e036693dc', 'name': '', 'network_id': '0102586b-cbe3-455e-8beb-466400271cff', 'tenant_id': 'cea623c3b184459485bd931a9663986e', 'mac_address': 'fa:16:3e:b2:9a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c3b1b28-3193-4c06-8858-8f34445ae1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c2340414-8894-4d0b-932b-2cabaace3a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:36:37Z', 'updated_at': '2021-02-02T13:36:46Z', 'revision_number': 4, 'project_id': 'cea623c3b184459485bd931a9663986e', 'subnets': [{'id': 'c2340414-8894-4d0b-932b-2cabaace3a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:36:48.673991 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c7a48e-11af-409a-8e13-d53814edbf6b None None] The sync data for ids ['7c3b1b28-3193-4c06-8858-8f34445ae1da'] in dv-cinder-772388-4-iscsi is: [{'id': '7c3b1b28-3193-4c06-8858-8f34445ae1da', 'name': 'tempest-ServerRescueNegativeTestJSON-1159884524-router', 'tenant_id': 'cea623c3b184459485bd931a9663986e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '3862eff7-d9e6-4b82-96b8-f937f6a71b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:36:23Z', 'updated_at': '2021-02-02T13:36:40Z', 'revision_number': 4, 'project_id': 'cea623c3b184459485bd931a9663986e', 'gw_port': {'id': '3862eff7-d9e6-4b82-96b8-f937f6a71b46', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3b1b28-3193-4c06-8858-8f34445ae1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:36:25Z', 'updated_at': '2021-02-02T13:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_interfaces': [{'id': 'c401f275-8e11-453c-b488-aa2e036693dc', 'name': '', 'network_id': '0102586b-cbe3-455e-8beb-466400271cff', 'tenant_id': 'cea623c3b184459485bd931a9663986e', 'mac_address': 'fa:16:3e:b2:9a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c3b1b28-3193-4c06-8858-8f34445ae1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c2340414-8894-4d0b-932b-2cabaace3a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:36:37Z', 'updated_at': '2021-02-02T13:36:46Z', 'revision_number': 4, 'project_id': 'cea623c3b184459485bd931a9663986e', 'subnets': [{'id': 'c2340414-8894-4d0b-932b-2cabaace3a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 02 13:36:48.739079 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8da789-82e5-4389-8f50-bbb697112245 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Pushing event updated for resources: {'Port': ['ID=ce2ae21c-3e84-4ec8-885d-7e70ebe01138,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:36:48.797128 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2722c0f-31d3-4d0e-ba5a-d90f44a1f19b req-ee8da789-82e5-4389-8f50-bbb697112245 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Received port after_create {{(pid=80184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 02 13:36:48.840781 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060b2eb8-ac8a-46af-aadd-544f8e3faf67 None None] Pushing event updated for resources: {'Port': ['ID=b9709bcd-a7f5-41be-af20-602edf798719,revision_number=3']} {{(pid=80187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:36:48.846730 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-060b2eb8-ac8a-46af-aadd-544f8e3faf67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=80187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:36:48.963492 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2f06b5-a658-4ec7-b749-fff66027e805 None None] Routers {'e1313b03-1e45-4cf1-8d41-dae65ce45e1d'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:36:48.964442 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-3c2f06b5-a658-4ec7-b749-fff66027e805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5ea7a4d68>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:36:29Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['e1313b03-1e45-4cf1-8d41-dae65ce45e1d'], 'active': True} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:36:48.969300 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2722c0f-31d3-4d0e-ba5a-d90f44a1f19b req-ee8da789-82e5-4389-8f50-bbb697112245 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:36:48.970130 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-d2722c0f-31d3-4d0e-ba5a-d90f44a1f19b req-ee8da789-82e5-4389-8f50-bbb697112245 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for port, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:48.983220 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-a53a8e78-6ced-4ef2-b4d1-9de5fb49b43f req-3f23fd97-38e5-4174-8845-230dedb7bdec tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Unset dirty status for tenant:cea623c3b184459485bd931a9663986e on resource:network {{(pid=80184) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:36:48.983220 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a53a8e78-6ced-4ef2-b4d1-9de5fb49b43f req-3f23fd97-38e5-4174-8845-230dedb7bdec tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/networks?id=0102586b-cbe3-455e-8beb-466400271cff HTTP/1.1" status: 200  len: 819 time: 2.2878363
Feb 02 13:36:49.507761 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-ee8da789-82e5-4389-8f50-bbb697112245 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 3.400s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:36:49.684941 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-3c2f06b5-a658-4ec7-b749-fff66027e805 None None] Set router e1313b03-1e45-4cf1-8d41-dae65ce45e1d gateway port host: dv-cinder-772388-4-iscsi {{(pid=80187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:36:49.906888 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb35905-d33a-446d-8568-e8f52b85e45e req-01a59ff9-6613-403f-a0a0-8f342230ed72 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:36:49.907755 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-cdb35905-d33a-446d-8568-e8f52b85e45e req-01a59ff9-6613-403f-a0a0-8f342230ed72 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] Synchronizing usage tracker for tenant:68800c19777b49cb8d2ef6d2cd7e3510 on resource:port {{(pid=80184) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:36:49.920722 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a53a8e78-6ced-4ef2-b4d1-9de5fb49b43f req-956b7422-466e-400c-a8a2-207bd3c5713d tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/quotas/cea623c3b184459485bd931a9663986e HTTP/1.1" status: 200  len: 375 time: 0.3231430
Feb 02 13:36:49.949236 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d2722c0f-31d3-4d0e-ba5a-d90f44a1f19b req-ee8da789-82e5-4389-8f50-bbb697112245 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.132 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 13.5144866
Feb 02 13:36:50.075218 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.agents_db [None req-a5446886-6d63-4256-b3e6-4e67ca866f31 None None] Agent healthcheck: found 6 active agents {{(pid=80187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 02 13:36:50.177171 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-d2722c0f-31d3-4d0e-ba5a-d90f44a1f19b req-c6d2372f-9b0a-42b9-8d72-4db9dfd6d3d2 service neutron] Request body: {'port': {'device_id': 'ef114128-255e-4fa2-af27-1489defe8d5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:36:50.211385 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c2889960-f4a7-4bc2-808f-0a77a8669edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:50.224970 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-3c2f06b5-a658-4ec7-b749-fff66027e805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5ea7a4d68>, [{'id': 'e1313b03-1e45-4cf1-8d41-dae65ce45e1d', 'name': 'tempest-AttachVolumeShelveTestJSON-477103384-router', 'tenant_id': '4137e2122c7f40189b0a34f1651c3764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b9709bcd-a7f5-41be-af20-602edf798719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:36:26Z', 'updated_at': '2021-02-02T13:36:35Z', 'revision_number': 3, 'project_id': '4137e2122c7f40189b0a34f1651c3764', 'gw_port': {'id': 'b9709bcd-a7f5-41be-af20-602edf798719', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1313b03-1e45-4cf1-8d41-dae65ce45e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:36:29Z', 'updated_at': '2021-02-02T13:36:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi'}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:36:50.230767 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-cdb35905-d33a-446d-8568-e8f52b85e45e req-01a59ff9-6613-403f-a0a0-8f342230ed72 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] Unset dirty status for tenant:68800c19777b49cb8d2ef6d2cd7e3510 on resource:port {{(pid=80184) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:36:50.232630 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-cdb35905-d33a-446d-8568-e8f52b85e45e req-01a59ff9-6613-403f-a0a0-8f342230ed72 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] 10.222.0.133 "GET /v2.0/ports?device_id=0b930de0-c865-4986-a5a2-e31cdc782344 HTTP/1.1" status: 200  len: 931 time: 5.9012954
Feb 02 13:36:50.242843 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2f06b5-a658-4ec7-b749-fff66027e805 None None] The sync data for ids ['e1313b03-1e45-4cf1-8d41-dae65ce45e1d'] in dv-cinder-772388-4-iscsi is: [{'id': 'e1313b03-1e45-4cf1-8d41-dae65ce45e1d', 'name': 'tempest-AttachVolumeShelveTestJSON-477103384-router', 'tenant_id': '4137e2122c7f40189b0a34f1651c3764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b9709bcd-a7f5-41be-af20-602edf798719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:36:26Z', 'updated_at': '2021-02-02T13:36:35Z', 'revision_number': 3, 'project_id': '4137e2122c7f40189b0a34f1651c3764', 'gw_port': {'id': 'b9709bcd-a7f5-41be-af20-602edf798719', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1313b03-1e45-4cf1-8d41-dae65ce45e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:36:29Z', 'updated_at': '2021-02-02T13:36:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi'}] {{(pid=80187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 02 13:36:50.292625 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [req-10ba50f9-447e-4c81-9969-0e0c18132983 req-30900006-2d18-4de9-862b-15497ab6618f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74bc8a99-e6b2-4441-afc9-039efe6169b5 {{(pid=80184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 02 13:36:50.354455 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-10ba50f9-447e-4c81-9969-0e0c18132983 req-30900006-2d18-4de9-862b-15497ab6618f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:50.619815 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device c401f275-8e11-453c-b488-aa2e036693dc up at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:36:50.770507 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning for port c401f275-8e11-453c-b488-aa2e036693dc completed by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:36:50.781972 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning complete for port c401f275-8e11-453c-b488-aa2e036693dc triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:36:50.783122 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:50.851581 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_common [None req-c2889960-f4a7-4bc2-808f-0a77a8669edd admin admin] Allocated IP 172.20.0.1 (1686445e-9089-4fcd-bac5-a148e4ca86fe/e86f023b-3193-46b5-b935-af688f96c4c8/19a4bc2b-de92-4b0c-aa3a-64e1dbbc94b0) {{(pid=80184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 02 13:36:51.079666 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:51.148154 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] For port c401f275-8e11-453c-b488-aa2e036693dc, host dv-cinder-772388-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=c401f275-8e11-453c-b488-aa2e036693dc,segment=NetworkSegment(74161cca-e56a-4704-b658-1eba40fb5e34),segment_id=74161cca-e56a-4704-b658-1eba40fb5e34)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:36:51.161887 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:51.196550 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-0e875315-e689-431d-bc1f-b33a7c80a47f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:36:51.228782 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [req-10ba50f9-447e-4c81-9969-0e0c18132983 req-30900006-2d18-4de9-862b-15497ab6618f service neutron] Transition to ACTIVE for port object 74bc8a99-e6b2-4441-afc9-039efe6169b5 will not be triggered until provisioned by entity L2. {{(pid=80184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:36:51.378839 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a53a8e78-6ced-4ef2-b4d1-9de5fb49b43f req-708f0d11-6d04-4e09-95e1-b36bf3ae33ca tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?tenant_id=cea623c3b184459485bd931a9663986e&fields=id HTTP/1.1" status: 200  len: 255 time: 1.4565072
Feb 02 13:36:51.379886 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-d2722c0f-31d3-4d0e-ba5a-d90f44a1f19b req-c6d2372f-9b0a-42b9-8d72-4db9dfd6d3d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:51.445302 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-cdb35905-d33a-446d-8568-e8f52b85e45e req-6e09b150-f90f-46b9-bb8a-180d6fb8b216 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] 10.222.0.133 "GET /v2.0/security-groups?id=35742ac1-887e-4519-b0ab-4f0c0c4e8cb3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1458554
Feb 02 13:36:51.446423 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-10ba50f9-447e-4c81-9969-0e0c18132983 req-30900006-2d18-4de9-862b-15497ab6618f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:51.492964 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c2889960-f4a7-4bc2-808f-0a77a8669edd admin admin] Notify callbacks [] for port, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:51.524235 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-c2889960-f4a7-4bc2-808f-0a77a8669edd admin admin] Transition to ACTIVE for port object 19a4bc2b-de92-4b0c-aa3a-64e1dbbc94b0 will not be triggered until provisioned by entity DHCP. {{(pid=80184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:36:51.598725 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Pushing event updated for resources: {'Port': ['ID=c401f275-8e11-453c-b488-aa2e036693dc,revision_number=5']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:36:51.604754 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:36:52.100616 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-ee8da789-82e5-4389-8f50-bbb697112245 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:36:52.444777 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c2889960-f4a7-4bc2-808f-0a77a8669edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264943169311'] for port, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:52.464660 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30900006-2d18-4de9-862b-15497ab6618f service neutron] Pushing event updated for resources: {'Port': ['ID=74bc8a99-e6b2-4441-afc9-039efe6169b5,revision_number=2']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:36:52.790129 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device b9709bcd-a7f5-41be-af20-602edf798719 up at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:36:52.793092 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-30900006-2d18-4de9-862b-15497ab6618f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.693s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:36:52.794803 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-30900006-2d18-4de9-862b-15497ab6618f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:36:52.964260 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2889960-f4a7-4bc2-808f-0a77a8669edd admin admin] Pushing event updated for resources: {'Port': ['ID=19a4bc2b-de92-4b0c-aa3a-64e1dbbc94b0,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:36:52.997284 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 39646) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:36:53.048090 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning for port b9709bcd-a7f5-41be-af20-602edf798719 completed by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:36:53.065240 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning complete for port b9709bcd-a7f5-41be-af20-602edf798719 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:36:53.067091 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:53.276814 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:53.310523 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] For port b9709bcd-a7f5-41be-af20-602edf798719, host dv-cinder-772388-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=b9709bcd-a7f5-41be-af20-602edf798719,segment=NetworkSegment(5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8),segment_id=5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:36:53.315843 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:53.318624 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device c401f275-8e11-453c-b488-aa2e036693dc up at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:36:53.388962 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:36:53.484980 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-c2889960-f4a7-4bc2-808f-0a77a8669edd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.690s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:36:53.612196 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-30862558-3fdd-4003-be15-4b99083eab3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:53.644421 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-30862558-3fdd-4003-be15-4b99083eab3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:36:53.654734 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-30862558-3fdd-4003-be15-4b99083eab3e admin admin] Usage tracker for resource:security_group_rule and tenant:10a54b1e599a4749bbf10638c3797bd8 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:36:53.665099 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-30862558-3fdd-4003-be15-4b99083eab3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:36:53.678275 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-30862558-3fdd-4003-be15-4b99083eab3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:36:53.732125 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Pushing event updated for resources: {'Port': ['ID=b9709bcd-a7f5-41be-af20-602edf798719,revision_number=4']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:36:53.743755 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:36:53.817048 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning complete for port c401f275-8e11-453c-b488-aa2e036693dc triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:36:53.817645 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:53.849997 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-30862558-3fdd-4003-be15-4b99083eab3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:53.854406 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-30862558-3fdd-4003-be15-4b99083eab3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:53.867227 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:36:53.924521 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-30862558-3fdd-4003-be15-4b99083eab3e admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=10a54b1e599a4749bbf10638c3797bd8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9248638
Feb 02 13:36:53.928497 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 39662) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:36:53.932554 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30862558-3fdd-4003-be15-4b99083eab3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3bee9d-2759-46d9-8d5b-5e3206583608,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:36:54.017138 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-30862558-3fdd-4003-be15-4b99083eab3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:36:54.039066 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-6a9c77cf-f7ad-4153-a831-32341149d391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:54.076839 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-6a9c77cf-f7ad-4153-a831-32341149d391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:54.143025 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-6a9c77cf-f7ad-4153-a831-32341149d391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:54.150681 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:36:54.167063 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9c77cf-f7ad-4153-a831-32341149d391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3bee9d-2759-46d9-8d5b-5e3206583608,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:36:54.179651 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-6a9c77cf-f7ad-4153-a831-32341149d391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:36:54.187130 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-6a9c77cf-f7ad-4153-a831-32341149d391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:54.193054 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-6a9c77cf-f7ad-4153-a831-32341149d391 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/5b3bee9d-2759-46d9-8d5b-5e3206583608 HTTP/1.1" status: 204  len: 168 time: 0.2587397
Feb 02 13:36:54.202531 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2889960-f4a7-4bc2-808f-0a77a8669edd admin admin] Network 1686445e-9089-4fcd-bac5-a148e4ca86fe is already hosted by enough agents. {{(pid=80184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:36:54.299157 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [None req-c2889960-f4a7-4bc2-808f-0a77a8669edd admin admin] Resources bound (agent type, host, resource id):  {{(pid=80184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:36:54.317727 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2889960-f4a7-4bc2-808f-0a77a8669edd admin admin] Received port after_create {{(pid=80184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 02 13:36:54.318567 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c2889960-f4a7-4bc2-808f-0a77a8669edd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2073963'] for router_interface, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:54.599433 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.db.resource_extend [req-d2722c0f-31d3-4d0e-ba5a-d90f44a1f19b req-c6d2372f-9b0a-42b9-8d72-4db9dfd6d3d2 service neutron] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80184) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 02 13:36:54.600034 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device b9709bcd-a7f5-41be-af20-602edf798719 up at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:36:54.630570 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a53a8e78-6ced-4ef2-b4d1-9de5fb49b43f req-49d53504-9968-4120-9f66-53c6d70e6a92 service neutron] 10.222.0.133 "GET /v2.0/networks/0102586b-cbe3-455e-8beb-466400271cff?fields=segments HTTP/1.1" status: 200  len: 212 time: 3.1783373
Feb 02 13:36:54.875209 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning complete for port b9709bcd-a7f5-41be-af20-602edf798719 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:36:54.875797 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:54.927738 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-30733d76-8c46-4771-8f83-e6580a601be9 None None] Provisioning for port 19a4bc2b-de92-4b0c-aa3a-64e1dbbc94b0 completed by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:36:54.949217 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-30733d76-8c46-4771-8f83-e6580a601be9 None None] Provisioning complete for port 19a4bc2b-de92-4b0c-aa3a-64e1dbbc94b0 triggered by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:36:54.951029 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-30733d76-8c46-4771-8f83-e6580a601be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:54.951705 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [req-d2722c0f-31d3-4d0e-ba5a-d90f44a1f19b req-c6d2372f-9b0a-42b9-8d72-4db9dfd6d3d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce2ae21c-3e84-4ec8-885d-7e70ebe01138 {{(pid=80184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 02 13:36:54.964228 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-d2722c0f-31d3-4d0e-ba5a-d90f44a1f19b req-c6d2372f-9b0a-42b9-8d72-4db9dfd6d3d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:55.070840 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-30733d76-8c46-4771-8f83-e6580a601be9 None None] Port 19a4bc2b-de92-4b0c-aa3a-64e1dbbc94b0 cannot update to ACTIVE because it is not bound. {{(pid=80186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 02 13:36:55.075021 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [req-10ba50f9-447e-4c81-9969-0e0c18132983 req-30900006-2d18-4de9-862b-15497ab6618f service neutron] Attempting to bind port 74bc8a99-e6b2-4441-afc9-039efe6169b5 on host hv-cinder-77238 for vnic_type normal with profile  {{(pid=80184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 02 13:36:55.075654 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [req-10ba50f9-447e-4c81-9969-0e0c18132983 req-30900006-2d18-4de9-862b-15497ab6618f service neutron] Attempting to bind port 74bc8a99-e6b2-4441-afc9-039efe6169b5 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '986ca86a-9e71-4564-a96d-f8fb655c2658', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e9de8dbd-daca-40f4-97d0-c17608ae5123'}] {{(pid=80184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 02 13:36:55.076153 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ba50f9-447e-4c81-9969-0e0c18132983 req-30900006-2d18-4de9-862b-15497ab6618f service neutron] Attempting to bind port 74bc8a99-e6b2-4441-afc9-039efe6169b5 on network e9de8dbd-daca-40f4-97d0-c17608ae5123 {{(pid=80184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 02 13:36:55.129331 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 39678) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:36:55.172583 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ff1c1580-e38d-45ad-943f-3093b555340a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:55.204603 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9182d14-f6e5-4221-8761-f3e4b61d38ed req-15c076d0-5ac0-40ab-a864-f5c610992466 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:36:55.206445 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-ff1c1580-e38d-45ad-943f-3093b555340a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:36:55.206696 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a9182d14-f6e5-4221-8761-f3e4b61d38ed req-15c076d0-5ac0-40ab-a864-f5c610992466 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=ef114128-255e-4fa2-af27-1489defe8d5c HTTP/1.1" status: 200  len: 931 time: 2.9581935
Feb 02 13:36:55.214195 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-ff1c1580-e38d-45ad-943f-3093b555340a admin admin] Usage tracker for resource:security_group_rule and tenant:705ec7ca538447d2ab95a6008f22b783 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:36:55.217450 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ba50f9-447e-4c81-9969-0e0c18132983 req-30900006-2d18-4de9-862b-15497ab6618f service neutron] Checking agent: {'id': '3f7ac43e-b359-42e2-9e67-18be39e96b32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 34, 33), 'started_at': datetime.datetime(2021, 2, 2, 13, 35, 3), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.120', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 02 13:36:55.217826 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ba50f9-447e-4c81-9969-0e0c18132983 req-30900006-2d18-4de9-862b-15497ab6618f service neutron] Checking segment: {'id': '986ca86a-9e71-4564-a96d-f8fb655c2658', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e9de8dbd-daca-40f4-97d0-c17608ae5123'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:36:55.218358 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-10ba50f9-447e-4c81-9969-0e0c18132983 req-30900006-2d18-4de9-862b-15497ab6618f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:55.218896 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ba50f9-447e-4c81-9969-0e0c18132983 req-30900006-2d18-4de9-862b-15497ab6618f service neutron] Bound using segment: {'id': '986ca86a-9e71-4564-a96d-f8fb655c2658', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e9de8dbd-daca-40f4-97d0-c17608ae5123'} {{(pid=80184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 02 13:36:55.219675 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [req-10ba50f9-447e-4c81-9969-0e0c18132983 req-30900006-2d18-4de9-862b-15497ab6618f service neutron] Bound port: 74bc8a99-e6b2-4441-afc9-039efe6169b5, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '986ca86a-9e71-4564-a96d-f8fb655c2658', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e9de8dbd-daca-40f4-97d0-c17608ae5123'}}] {{(pid=80184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 02 13:36:55.220098 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-10ba50f9-447e-4c81-9969-0e0c18132983 req-30900006-2d18-4de9-862b-15497ab6618f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:55.220581 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-ff1c1580-e38d-45ad-943f-3093b555340a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:36:55.231977 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-ff1c1580-e38d-45ad-943f-3093b555340a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:36:55.244045 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [req-d2722c0f-31d3-4d0e-ba5a-d90f44a1f19b req-c6d2372f-9b0a-42b9-8d72-4db9dfd6d3d2 service neutron] Transition to ACTIVE for port object ce2ae21c-3e84-4ec8-885d-7e70ebe01138 will not be triggered until provisioned by entity L2. {{(pid=80184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:36:55.288441 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-d2722c0f-31d3-4d0e-ba5a-d90f44a1f19b req-c6d2372f-9b0a-42b9-8d72-4db9dfd6d3d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:55.427753 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ff1c1580-e38d-45ad-943f-3093b555340a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:55.433586 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ff1c1580-e38d-45ad-943f-3093b555340a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:55.459637 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-faf1efd4-61a3-43df-94c8-db6b14160322 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:36:55.531027 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:36:55.537584 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1c1580-e38d-45ad-943f-3093b555340a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6629f2c7-39b4-4721-8335-1a1ca3e89081,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:36:55.547472 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-ff1c1580-e38d-45ad-943f-3093b555340a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:36:55.581062 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-ff1c1580-e38d-45ad-943f-3093b555340a admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=705ec7ca538447d2ab95a6008f22b783&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4495976
Feb 02 13:36:55.583491 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 39692) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:36:55.604897 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-10ba50f9-447e-4c81-9969-0e0c18132983 req-30900006-2d18-4de9-862b-15497ab6618f service neutron] For port 74bc8a99-e6b2-4441-afc9-039efe6169b5, host hv-cinder-77238, cleared binding levels {{(pid=80184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 02 13:36:55.610266 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-10ba50f9-447e-4c81-9969-0e0c18132983 req-30900006-2d18-4de9-862b-15497ab6618f service neutron] For port 74bc8a99-e6b2-4441-afc9-039efe6169b5, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=74bc8a99-e6b2-4441-afc9-039efe6169b5,segment=NetworkSegment(986ca86a-9e71-4564-a96d-f8fb655c2658),segment_id=986ca86a-9e71-4564-a96d-f8fb655c2658)] {{(pid=80184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 02 13:36:55.662284 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-10ba50f9-447e-4c81-9969-0e0c18132983 req-30900006-2d18-4de9-862b-15497ab6618f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:55.746971 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-93d327a8-9b72-4801-addb-663e63bda0ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:55.817670 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a9182d14-f6e5-4221-8761-f3e4b61d38ed req-a7bc9746-de0e-4800-9662-bbd857fa17cb tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/security-groups?id=8e3981d7-7e1a-4930-b113-8bfee26cb618&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5795462
Feb 02 13:36:55.831902 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-93d327a8-9b72-4801-addb-663e63bda0ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:55.945083 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a53a8e78-6ced-4ef2-b4d1-9de5fb49b43f req-b0c10ca6-6b8b-48a9-9e11-649e38ed118b service neutron] 10.222.0.133 "GET /v2.0/networks/0102586b-cbe3-455e-8beb-466400271cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.2875054
Feb 02 13:36:55.983841 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d2372f-9b0a-42b9-8d72-4db9dfd6d3d2 service neutron] Pushing event updated for resources: {'Port': ['ID=ce2ae21c-3e84-4ec8-885d-7e70ebe01138,revision_number=2']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:36:56.023770 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-c6d2372f-9b0a-42b9-8d72-4db9dfd6d3d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:36:56.030313 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.275s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:36:56.031495 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-93d327a8-9b72-4801-addb-663e63bda0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:56.032529 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-dc19d27b-ba89-4220-82c6-36666b4e2b3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:56.066056 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:36:56.132822 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c2889960-f4a7-4bc2-808f-0a77a8669edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:56.133981 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d327a8-9b72-4801-addb-663e63bda0ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6629f2c7-39b4-4721-8335-1a1ca3e89081,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:36:56.142383 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-93d327a8-9b72-4801-addb-663e63bda0ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:36:56.150243 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-93d327a8-9b72-4801-addb-663e63bda0ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:56.150243 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-93d327a8-9b72-4801-addb-663e63bda0ca admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/6629f2c7-39b4-4721-8335-1a1ca3e89081 HTTP/1.1" status: 204  len: 168 time: 0.5629580
Feb 02 13:36:56.315912 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [req-d2722c0f-31d3-4d0e-ba5a-d90f44a1f19b req-c6d2372f-9b0a-42b9-8d72-4db9dfd6d3d2 service neutron] Attempting to bind port ce2ae21c-3e84-4ec8-885d-7e70ebe01138 on host hv-cinder-77238 for vnic_type normal with profile  {{(pid=80184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 02 13:36:56.316650 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [req-d2722c0f-31d3-4d0e-ba5a-d90f44a1f19b req-c6d2372f-9b0a-42b9-8d72-4db9dfd6d3d2 service neutron] Attempting to bind port ce2ae21c-3e84-4ec8-885d-7e70ebe01138 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '0171a29b-a4d8-433f-9f69-11da58cadf98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'bfbd13a3-d870-417b-93b8-70f01824ec17'}] {{(pid=80184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 02 13:36:56.317259 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2722c0f-31d3-4d0e-ba5a-d90f44a1f19b req-c6d2372f-9b0a-42b9-8d72-4db9dfd6d3d2 service neutron] Attempting to bind port ce2ae21c-3e84-4ec8-885d-7e70ebe01138 on network bfbd13a3-d870-417b-93b8-70f01824ec17 {{(pid=80184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 02 13:36:56.345572 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2722c0f-31d3-4d0e-ba5a-d90f44a1f19b req-c6d2372f-9b0a-42b9-8d72-4db9dfd6d3d2 service neutron] Checking agent: {'id': '3f7ac43e-b359-42e2-9e67-18be39e96b32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 34, 33), 'started_at': datetime.datetime(2021, 2, 2, 13, 35, 3), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.120', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 02 13:36:56.346355 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2722c0f-31d3-4d0e-ba5a-d90f44a1f19b req-c6d2372f-9b0a-42b9-8d72-4db9dfd6d3d2 service neutron] Checking segment: {'id': '0171a29b-a4d8-433f-9f69-11da58cadf98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'bfbd13a3-d870-417b-93b8-70f01824ec17'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:36:56.346951 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-d2722c0f-31d3-4d0e-ba5a-d90f44a1f19b req-c6d2372f-9b0a-42b9-8d72-4db9dfd6d3d2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:56.347569 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2722c0f-31d3-4d0e-ba5a-d90f44a1f19b req-c6d2372f-9b0a-42b9-8d72-4db9dfd6d3d2 service neutron] Bound using segment: {'id': '0171a29b-a4d8-433f-9f69-11da58cadf98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'bfbd13a3-d870-417b-93b8-70f01824ec17'} {{(pid=80184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 02 13:36:56.348337 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [req-d2722c0f-31d3-4d0e-ba5a-d90f44a1f19b req-c6d2372f-9b0a-42b9-8d72-4db9dfd6d3d2 service neutron] Bound port: ce2ae21c-3e84-4ec8-885d-7e70ebe01138, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0171a29b-a4d8-433f-9f69-11da58cadf98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'bfbd13a3-d870-417b-93b8-70f01824ec17'}}] {{(pid=80184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 02 13:36:56.349064 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-d2722c0f-31d3-4d0e-ba5a-d90f44a1f19b req-c6d2372f-9b0a-42b9-8d72-4db9dfd6d3d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:57.038929 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-d2722c0f-31d3-4d0e-ba5a-d90f44a1f19b req-c6d2372f-9b0a-42b9-8d72-4db9dfd6d3d2 service neutron] For port ce2ae21c-3e84-4ec8-885d-7e70ebe01138, host hv-cinder-77238, cleared binding levels {{(pid=80184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 02 13:36:57.044477 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-d2722c0f-31d3-4d0e-ba5a-d90f44a1f19b req-c6d2372f-9b0a-42b9-8d72-4db9dfd6d3d2 service neutron] For port ce2ae21c-3e84-4ec8-885d-7e70ebe01138, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=ce2ae21c-3e84-4ec8-885d-7e70ebe01138,segment=NetworkSegment(0171a29b-a4d8-433f-9f69-11da58cadf98),segment_id=0171a29b-a4d8-433f-9f69-11da58cadf98)] {{(pid=80184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 02 13:36:57.051736 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30900006-2d18-4de9-862b-15497ab6618f service neutron] Pushing event updated for resources: {'Port': ['ID=74bc8a99-e6b2-4441-afc9-039efe6169b5,revision_number=3']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:36:57.153489 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-d2722c0f-31d3-4d0e-ba5a-d90f44a1f19b req-c6d2372f-9b0a-42b9-8d72-4db9dfd6d3d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:57.153489 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-f95d5058-3a57-4d94-b929-df7eb5b61574 req-01943c7f-24eb-4bb6-90ad-62f89aa60f3b tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=2ed3a668-be97-4ec5-be44-a404ba149fde HTTP/1.1" status: 200  len: 210 time: 0.7100625
Feb 02 13:36:57.184972 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-30900006-2d18-4de9-862b-15497ab6618f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.154s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:36:57.193380 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba50f9-447e-4c81-9969-0e0c18132983 req-30900006-2d18-4de9-862b-15497ab6618f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:36:57.194466 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-10ba50f9-447e-4c81-9969-0e0c18132983 req-30900006-2d18-4de9-862b-15497ab6618f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for port, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:57.197367 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-10ba50f9-447e-4c81-9969-0e0c18132983 req-30900006-2d18-4de9-862b-15497ab6618f service neutron] 10.222.0.132 "PUT /v2.0/ports/74bc8a99-e6b2-4441-afc9-039efe6169b5 HTTP/1.1" status: 200  len: 1157 time: 12.5330582
Feb 02 13:36:57.229515 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b930de0-c865-4986-a5a2-e31cdc782344', 'tag': '74bc8a99-e6b2-4441-afc9-039efe6169b5'}] {{(pid=80184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:36:57.351326 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:36:58.146389 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c930379-cd59-4fa6-ae8b-fbc858e9e8fd req-cc9652c2-49eb-4d41-9cdd-ace8fa6b5a79 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:36:58.148427 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3c930379-cd59-4fa6-ae8b-fbc858e9e8fd req-cc9652c2-49eb-4d41-9cdd-ace8fa6b5a79 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] 10.222.0.133 "GET /v2.0/ports?device_id=0b930de0-c865-4986-a5a2-e31cdc782344 HTTP/1.1" status: 200  len: 943 time: 1.6909912
Feb 02 13:36:58.149170 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d2372f-9b0a-42b9-8d72-4db9dfd6d3d2 service neutron] Pushing event updated for resources: {'Port': ['ID=ce2ae21c-3e84-4ec8-885d-7e70ebe01138,revision_number=3']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:36:58.199301 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2722c0f-31d3-4d0e-ba5a-d90f44a1f19b req-c6d2372f-9b0a-42b9-8d72-4db9dfd6d3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:36:58.199918 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-d2722c0f-31d3-4d0e-ba5a-d90f44a1f19b req-c6d2372f-9b0a-42b9-8d72-4db9dfd6d3d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for port, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:58.201540 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d2722c0f-31d3-4d0e-ba5a-d90f44a1f19b req-c6d2372f-9b0a-42b9-8d72-4db9dfd6d3d2 service neutron] 10.222.0.132 "PUT /v2.0/ports/ce2ae21c-3e84-4ec8-885d-7e70ebe01138 HTTP/1.1" status: 200  len: 1157 time: 8.0305882
Feb 02 13:36:58.209158 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-c6d2372f-9b0a-42b9-8d72-4db9dfd6d3d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.858s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:36:58.421487 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3c930379-cd59-4fa6-ae8b-fbc858e9e8fd req-eba3dc34-b7b8-4f42-a19b-7b75c40cd924 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] 10.222.0.133 "GET /v2.0/security-groups?id=35742ac1-887e-4519-b0ab-4f0c0c4e8cb3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2187881
Feb 02 13:36:58.534542 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f402bf3-0455-4887-9dd3-ab2d65792e1e req-b2378e91-b27c-49d7-8b94-7f20faffee65 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:36:58.537110 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-9f402bf3-0455-4887-9dd3-ab2d65792e1e req-b2378e91-b27c-49d7-8b94-7f20faffee65 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=ef114128-255e-4fa2-af27-1489defe8d5c HTTP/1.1" status: 200  len: 943 time: 1.0775430
Feb 02 13:36:58.574169 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.db.resource_extend [None req-c2889960-f4a7-4bc2-808f-0a77a8669edd admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80184) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 02 13:36:58.656078 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c2889960-f4a7-4bc2-808f-0a77a8669edd admin admin] Notify callbacks [] for port, precommit_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:58.671418 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba50f9-447e-4c81-9969-0e0c18132983 req-0246b1e0-febc-40f2-bdad-2d5d3a75d8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:36:58.675007 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-10ba50f9-447e-4c81-9969-0e0c18132983 req-0246b1e0-febc-40f2-bdad-2d5d3a75d8fe service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=68800c19777b49cb8d2ef6d2cd7e3510&device_id=0b930de0-c865-4986-a5a2-e31cdc782344 HTTP/1.1" status: 200  len: 1160 time: 0.6771634
Feb 02 13:36:58.777821 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c2889960-f4a7-4bc2-808f-0a77a8669edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:58.913325 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c2889960-f4a7-4bc2-808f-0a77a8669edd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853078024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2077237'] for router_interface, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:58.967875 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:36:58.972348 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.132', 58476) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:36:59.009206 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c7e8766e-8d12-4426-afca-822902410145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:59.204644 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-10ba50f9-447e-4c81-9969-0e0c18132983 req-2f6ecb7b-cf4a-4031-830b-3c1ce5f177fe service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=74bc8a99-e6b2-4441-afc9-039efe6169b5 HTTP/1.1" status: 200  len: 217 time: 0.4288998
Feb 02 13:36:59.346487 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-eb61d2b8-6d79-4352-9efa-b678dec70434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:36:59.365443 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2889960-f4a7-4bc2-808f-0a77a8669edd admin admin] Pushing event updated for resources: {'Port': ['ID=19a4bc2b-de92-4b0c-aa3a-64e1dbbc94b0,revision_number=2']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:36:59.382609 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-c2889960-f4a7-4bc2-808f-0a77a8669edd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:36:59.499977 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a8e78-6ced-4ef2-b4d1-9de5fb49b43f req-652d3ab7-690c-4b85-a03e-d4376fd84174 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:36:59.504594 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a53a8e78-6ced-4ef2-b4d1-9de5fb49b43f req-652d3ab7-690c-4b85-a03e-d4376fd84174 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.132 "GET /v2.0/networks?id=0102586b-cbe3-455e-8beb-466400271cff HTTP/1.1" status: 200  len: 819 time: 0.5226018
Feb 02 13:36:59.552019 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-a53a8e78-6ced-4ef2-b4d1-9de5fb49b43f req-ff7d1cb5-42cc-4d8b-9a38-6bd5ce79080b tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Request body: {'port': {'device_id': '2ed3a668-be97-4ec5-be44-a404ba149fde', 'network_id': '0102586b-cbe3-455e-8beb-466400271cff', 'admin_state_up': True, 'tenant_id': 'cea623c3b184459485bd931a9663986e'}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:36:59.561579 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-9f402bf3-0455-4887-9dd3-ab2d65792e1e req-9512fcd8-9061-4958-a765-ed28d45668da tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/security-groups?id=8e3981d7-7e1a-4930-b113-8bfee26cb618&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0111206
Feb 02 13:36:59.563684 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba50f9-447e-4c81-9969-0e0c18132983 req-a80b2b14-cf48-4bef-9f6c-03de3421e152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:36:59.565726 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-10ba50f9-447e-4c81-9969-0e0c18132983 req-a80b2b14-cf48-4bef-9f6c-03de3421e152 service neutron] 10.222.0.132 "GET /v2.0/subnets?id=da13caf3-2638-43a1-a721-f15405bf450a HTTP/1.1" status: 200  len: 851 time: 0.1679218
Feb 02 13:36:59.572023 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2889960-f4a7-4bc2-808f-0a77a8669edd admin admin] Network 1686445e-9089-4fcd-bac5-a148e4ca86fe is already hosted by enough agents. {{(pid=80184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:36:59.600093 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2722c0f-31d3-4d0e-ba5a-d90f44a1f19b req-b613c58a-3545-4db2-8c31-1c77e5e7c0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:36:59.603351 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d2722c0f-31d3-4d0e-ba5a-d90f44a1f19b req-b613c58a-3545-4db2-8c31-1c77e5e7c0b3 service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=da040d840d5945a4bc1739a99331270a&device_id=ef114128-255e-4fa2-af27-1489defe8d5c HTTP/1.1" status: 200  len: 1160 time: 1.3148253
Feb 02 13:36:59.605136 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [None req-c2889960-f4a7-4bc2-808f-0a77a8669edd admin admin] Resources bound (agent type, host, resource id):  {{(pid=80184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:37:00.084673 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-a53a8e78-6ced-4ef2-b4d1-9de5fb49b43f req-ff7d1cb5-42cc-4d8b-9a38-6bd5ce79080b tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:37:00.089089 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-a53a8e78-6ced-4ef2-b4d1-9de5fb49b43f req-ff7d1cb5-42cc-4d8b-9a38-6bd5ce79080b tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Usage tracker for resource:port and tenant:cea623c3b184459485bd931a9663986e is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:37:00.092940 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-a53a8e78-6ced-4ef2-b4d1-9de5fb49b43f req-ff7d1cb5-42cc-4d8b-9a38-6bd5ce79080b tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Quota usage for port was recalculated. Used quota:1. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:37:00.099817 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-a53a8e78-6ced-4ef2-b4d1-9de5fb49b43f req-ff7d1cb5-42cc-4d8b-9a38-6bd5ce79080b tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:37:00.113785 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a53a8e78-6ced-4ef2-b4d1-9de5fb49b43f req-ff7d1cb5-42cc-4d8b-9a38-6bd5ce79080b tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Made reservation on behalf of cea623c3b184459485bd931a9663986e for: {'port': 1} {{(pid=80185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 02 13:37:00.145582 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-edbf7dea-1701-4fbd-aa43-29bddd4ea96b None None] Provisioning complete for port 19a4bc2b-de92-4b0c-aa3a-64e1dbbc94b0 triggered by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:37:00.146143 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-edbf7dea-1701-4fbd-aa43-29bddd4ea96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:00.177927 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-a53a8e78-6ced-4ef2-b4d1-9de5fb49b43f req-ff7d1cb5-42cc-4d8b-9a38-6bd5ce79080b tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:00.284680 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:00.289680 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-edbf7dea-1701-4fbd-aa43-29bddd4ea96b None None] Port 19a4bc2b-de92-4b0c-aa3a-64e1dbbc94b0 cannot update to ACTIVE because it is not bound. {{(pid=80186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 02 13:37:00.579565 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-10ba50f9-447e-4c81-9969-0e0c18132983 req-4d4884a5-7db0-4752-8ee6-32fc44f06e28 service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=e9de8dbd-daca-40f4-97d0-c17608ae5123&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.9954178
Feb 02 13:37:00.638813 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b930de0-c865-4986-a5a2-e31cdc782344', 'tag': '74bc8a99-e6b2-4441-afc9-039efe6169b5', 'status': 'completed', 'code': 200}
Feb 02 13:37:00.663199 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_common [req-a53a8e78-6ced-4ef2-b4d1-9de5fb49b43f req-ff7d1cb5-42cc-4d8b-9a38-6bd5ce79080b tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Allocated IP 172.20.0.13 (0102586b-cbe3-455e-8beb-466400271cff/c2340414-8894-4d0b-932b-2cabaace3a3e/c589d339-358c-4a85-9297-cd3c9497bc88) {{(pid=80185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 02 13:37:00.670890 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d2722c0f-31d3-4d0e-ba5a-d90f44a1f19b req-74766da0-814d-45cd-a207-027cb648e3ad service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce2ae21c-3e84-4ec8-885d-7e70ebe01138 HTTP/1.1" status: 200  len: 217 time: 0.8578191
Feb 02 13:37:01.006034 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-42ef245d-f728-4293-a752-dedea4fc02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:01.034411 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac8848-b4a9-4f4a-84ee-f6c9dac5502e req-d047ec27-aa0c-40c2-8d23-ab6853363dcc tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:01.036261 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b3ac8848-b4a9-4f4a-84ee-f6c9dac5502e req-d047ec27-aa0c-40c2-8d23-ab6853363dcc tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/networks?id=0102586b-cbe3-455e-8beb-466400271cff HTTP/1.1" status: 200  len: 819 time: 2.4248083
Feb 02 13:37:01.043954 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-a53a8e78-6ced-4ef2-b4d1-9de5fb49b43f req-ff7d1cb5-42cc-4d8b-9a38-6bd5ce79080b tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Notify callbacks [] for port, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:01.102724 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-a53a8e78-6ced-4ef2-b4d1-9de5fb49b43f req-ff7d1cb5-42cc-4d8b-9a38-6bd5ce79080b tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264943169311'] for port, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:01.135617 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-fe41ffa9-02d4-45cf-aef0-c170d5b47fc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:01.138195 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2889960-f4a7-4bc2-808f-0a77a8669edd admin admin] Router e1313b03-1e45-4cf1-8d41-dae65ce45e1d has already been hosted by L3 agent 46ed2aac-7d32-4274-9cac-387c5fc2cd87 {{(pid=80184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 02 13:37:01.277068 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b3ac8848-b4a9-4f4a-84ee-f6c9dac5502e req-cf67c68c-119d-4239-bf3d-75520145b7dd tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/quotas/cea623c3b184459485bd931a9663986e HTTP/1.1" status: 200  len: 375 time: 0.2276118
Feb 02 13:37:01.454705 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2722c0f-31d3-4d0e-ba5a-d90f44a1f19b req-b5fea76d-8875-4048-9269-aeafca2acebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:01.456742 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d2722c0f-31d3-4d0e-ba5a-d90f44a1f19b req-b5fea76d-8875-4048-9269-aeafca2acebe service neutron] 10.222.0.132 "GET /v2.0/subnets?id=fdb421d7-3e26-4929-a736-b93dc64e3cfd HTTP/1.1" status: 200  len: 855 time: 0.7689734
Feb 02 13:37:01.573796 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d1cb5-42cc-4d8b-9a38-6bd5ce79080b tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Pushing event updated for resources: {'Port': ['ID=c589d339-358c-4a85-9297-cd3c9497bc88,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:01.581867 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-ff7d1cb5-42cc-4d8b-9a38-6bd5ce79080b tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:01.582449 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d2722c0f-31d3-4d0e-ba5a-d90f44a1f19b req-873945e0-bed3-4090-a124-782705d7ee95 service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=bfbd13a3-d870-417b-93b8-70f01824ec17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0978677
Feb 02 13:37:01.593856 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-10ba50f9-447e-4c81-9969-0e0c18132983 req-cff2873f-4166-4761-b6f3-e17cbecae5ed service neutron] 10.222.0.132 "GET /v2.0/networks/e9de8dbd-daca-40f4-97d0-c17608ae5123?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9540772
Feb 02 13:37:01.709813 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a53a8e78-6ced-4ef2-b4d1-9de5fb49b43f req-ff7d1cb5-42cc-4d8b-9a38-6bd5ce79080b tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Network 0102586b-cbe3-455e-8beb-466400271cff is already hosted by enough agents. {{(pid=80185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:37:01.714279 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [req-a53a8e78-6ced-4ef2-b4d1-9de5fb49b43f req-ff7d1cb5-42cc-4d8b-9a38-6bd5ce79080b tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Resources bound (agent type, host, resource id):  {{(pid=80185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:37:01.721782 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [req-a53a8e78-6ced-4ef2-b4d1-9de5fb49b43f req-ff7d1cb5-42cc-4d8b-9a38-6bd5ce79080b tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Received port after_create {{(pid=80185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 02 13:37:01.805891 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f02d46e-cb2b-4c1a-8d36-b6c53e19b4cf req-89a94ad4-87c7-47f9-853b-c188eaa0fde8 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:01.811997 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2f02d46e-cb2b-4c1a-8d36-b6c53e19b4cf req-89a94ad4-87c7-47f9-853b-c188eaa0fde8 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] 10.222.0.133 "GET /v2.0/ports?device_id=0b930de0-c865-4986-a5a2-e31cdc782344 HTTP/1.1" status: 200  len: 943 time: 0.8844090
Feb 02 13:37:01.934570 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a8e78-6ced-4ef2-b4d1-9de5fb49b43f req-ff7d1cb5-42cc-4d8b-9a38-6bd5ce79080b tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:01.935300 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-a53a8e78-6ced-4ef2-b4d1-9de5fb49b43f req-ff7d1cb5-42cc-4d8b-9a38-6bd5ce79080b tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for port, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:01.967603 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a53a8e78-6ced-4ef2-b4d1-9de5fb49b43f req-ff7d1cb5-42cc-4d8b-9a38-6bd5ce79080b tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.132 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4399230
Feb 02 13:37:02.075271 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d2722c0f-31d3-4d0e-ba5a-d90f44a1f19b req-a0b11e39-8f20-4e8f-976c-f35657668f0e service neutron] 10.222.0.132 "GET /v2.0/networks/bfbd13a3-d870-417b-93b8-70f01824ec17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4782605
Feb 02 13:37:02.087461 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2889960-f4a7-4bc2-808f-0a77a8669edd admin admin] Notify agent at l3_agent.dv-cinder-772388-4-iscsi the message routers_updated {{(pid=80184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 02 13:37:02.130563 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b3ac8848-b4a9-4f4a-84ee-f6c9dac5502e req-76ae2315-b56d-4d55-92e2-534a915378b4 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?tenant_id=cea623c3b184459485bd931a9663986e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.8361087
Feb 02 13:37:02.133755 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d5d750-7871-46fa-982b-6c49d061ee08 None None] Sync routers for ids ['e1313b03-1e45-4cf1-8d41-dae65ce45e1d'] in dv-cinder-772388-4-iscsi {{(pid=80186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 02 13:37:02.153469 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-c2889960-f4a7-4bc2-808f-0a77a8669edd admin admin] 10.222.0.133 "PUT /v2.0/routers/e1313b03-1e45-4cf1-8d41-dae65ce45e1d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 16.8789866
Feb 02 13:37:02.172804 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d5d750-7871-46fa-982b-6c49d061ee08 None None] Routers {'e1313b03-1e45-4cf1-8d41-dae65ce45e1d'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:37:02.174705 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-28d5d750-7871-46fa-982b-6c49d061ee08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e91bc748>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:36:59Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['e1313b03-1e45-4cf1-8d41-dae65ce45e1d'], 'active': True} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:37:02.445030 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2f02d46e-cb2b-4c1a-8d36-b6c53e19b4cf req-79ecafe0-0174-49d4-b84b-0a8fa7f3cf5e tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] 10.222.0.133 "GET /v2.0/security-groups?id=35742ac1-887e-4519-b0ab-4f0c0c4e8cb3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4705558
Feb 02 13:37:02.469944 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-10ba50f9-447e-4c81-9969-0e0c18132983 req-588d88d8-55f8-4687-b099-21e17137ceb4 service neutron] 10.222.0.132 "GET /v2.0/networks/e9de8dbd-daca-40f4-97d0-c17608ae5123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8395858
Feb 02 13:37:02.483822 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b3ac8848-b4a9-4f4a-84ee-f6c9dac5502e req-3fc7e099-610c-4cc5-9a10-da9265182a6e service neutron] 10.222.0.133 "GET /v2.0/networks/0102586b-cbe3-455e-8beb-466400271cff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3246489
Feb 02 13:37:02.642430 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-28d5d750-7871-46fa-982b-6c49d061ee08 None None] Set router e1313b03-1e45-4cf1-8d41-dae65ce45e1d gateway port host: dv-cinder-772388-4-iscsi {{(pid=80186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:37:02.642726 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef114128-255e-4fa2-af27-1489defe8d5c', 'tag': 'ce2ae21c-3e84-4ec8-885d-7e70ebe01138'}] {{(pid=80184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:37:02.667671 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b3ac8848-b4a9-4f4a-84ee-f6c9dac5502e req-40919406-0660-4d69-8dea-46c1083f736e service neutron] 10.222.0.133 "GET /v2.0/networks/0102586b-cbe3-455e-8beb-466400271cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1772413
Feb 02 13:37:03.169754 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:03.198476 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6151fc-a7cb-4f2e-9955-ee27dd2b6b9f req-a4f0a2b8-6385-49a3-8535-86c3377dee19 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:03.198809 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-28d5d750-7871-46fa-982b-6c49d061ee08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e91bc748>, [{'id': 'e1313b03-1e45-4cf1-8d41-dae65ce45e1d', 'name': 'tempest-AttachVolumeShelveTestJSON-477103384-router', 'tenant_id': '4137e2122c7f40189b0a34f1651c3764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b9709bcd-a7f5-41be-af20-602edf798719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:36:26Z', 'updated_at': '2021-02-02T13:36:55Z', 'revision_number': 4, 'project_id': '4137e2122c7f40189b0a34f1651c3764', 'gw_port': {'id': 'b9709bcd-a7f5-41be-af20-602edf798719', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1313b03-1e45-4cf1-8d41-dae65ce45e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:36:29Z', 'updated_at': '2021-02-02T13:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_interfaces': [{'id': '19a4bc2b-de92-4b0c-aa3a-64e1dbbc94b0', 'name': '', 'network_id': '1686445e-9089-4fcd-bac5-a148e4ca86fe', 'tenant_id': '4137e2122c7f40189b0a34f1651c3764', 'mac_address': 'fa:16:3e:ee:16:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1313b03-1e45-4cf1-8d41-dae65ce45e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'e86f023b-3193-46b5-b935-af688f96c4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:36:50Z', 'updated_at': '2021-02-02T13:36:57Z', 'revision_number': 2, 'project_id': '4137e2122c7f40189b0a34f1651c3764', 'subnets': [{'id': 'e86f023b-3193-46b5-b935-af688f96c4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:37:03.200912 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-4a6151fc-a7cb-4f2e-9955-ee27dd2b6b9f req-a4f0a2b8-6385-49a3-8535-86c3377dee19 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=ef114128-255e-4fa2-af27-1489defe8d5c HTTP/1.1" status: 200  len: 943 time: 0.4141409
Feb 02 13:37:03.204192 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d5d750-7871-46fa-982b-6c49d061ee08 None None] Checking router: e1313b03-1e45-4cf1-8d41-dae65ce45e1d for host: dv-cinder-772388-4-iscsi {{(pid=80186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 02 13:37:03.204681 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d5d750-7871-46fa-982b-6c49d061ee08 None None] Updating router e1313b03-1e45-4cf1-8d41-dae65ce45e1d port 19a4bc2b-de92-4b0c-aa3a-64e1dbbc94b0 binding host dv-cinder-772388-4-iscsi {{(pid=80186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 02 13:37:03.283482 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-28d5d750-7871-46fa-982b-6c49d061ee08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:03.362866 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-4a6151fc-a7cb-4f2e-9955-ee27dd2b6b9f req-f5b9b92f-e667-4dc6-a805-c13013796e64 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/security-groups?id=8e3981d7-7e1a-4930-b113-8bfee26cb618&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1428909
Feb 02 13:37:03.553257 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef114128-255e-4fa2-af27-1489defe8d5c', 'tag': 'ce2ae21c-3e84-4ec8-885d-7e70ebe01138', 'status': 'completed', 'code': 200}
Feb 02 13:37:03.708158 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-a53a8e78-6ced-4ef2-b4d1-9de5fb49b43f req-95da9dce-dc72-4d7e-bb28-18459af8e545 service neutron] Request body: {'port': {'device_id': '2ed3a668-be97-4ec5-be44-a404ba149fde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:37:03.753061 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-70d8313b-33b7-419b-a616-70497ab7d132 req-0703ddbd-3094-420d-8e28-84a6fbc58ef5 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=fbbd96bb-f941-48ce-ac3b-bfe78f0f79ed HTTP/1.1" status: 200  len: 210 time: 0.1044679
Feb 02 13:37:03.977652 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d2722c0f-31d3-4d0e-ba5a-d90f44a1f19b req-0927dac5-3c71-4b40-8db5-23691ab80803 service neutron] 10.222.0.132 "GET /v2.0/networks/bfbd13a3-d870-417b-93b8-70f01824ec17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2650092
Feb 02 13:37:03.978366 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 39914) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:37:03.986351 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-24693125-b016-4f99-9704-887e368faf45 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Request body: {'security_group': {'name': 'tempest-securitygroup--535185077', 'description': 'tempest-description--1077631622'}} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:37:04.024305 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7501ed90-d6d9-46dd-a943-ae7c6b9240d2 req-15c3319d-bc45-4d38-87e1-970ae2a3add0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:04.028785 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7501ed90-d6d9-46dd-a943-ae7c6b9240d2 req-15c3319d-bc45-4d38-87e1-970ae2a3add0 service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=68800c19777b49cb8d2ef6d2cd7e3510&device_id=0b930de0-c865-4986-a5a2-e31cdc782344 HTTP/1.1" status: 200  len: 1160 time: 0.2045381
Feb 02 13:37:04.030055 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-24693125-b016-4f99-9704-887e368faf45 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:37:04.045370 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-a53a8e78-6ced-4ef2-b4d1-9de5fb49b43f req-95da9dce-dc72-4d7e-bb28-18459af8e545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:04.130753 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-24693125-b016-4f99-9704-887e368faf45 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Usage tracker for resource:security_group and tenant:4137e2122c7f40189b0a34f1651c3764 is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:37:04.139511 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-24693125-b016-4f99-9704-887e368faf45 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:37:04.401938 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-28d5d750-7871-46fa-982b-6c49d061ee08 None None] Notify callbacks [] for port, precommit_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:04.458358 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-28d5d750-7871-46fa-982b-6c49d061ee08 None None] Transition to ACTIVE for port object 19a4bc2b-de92-4b0c-aa3a-64e1dbbc94b0 will not be triggered until provisioned by entity L2. {{(pid=80186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:37:04.476377 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-28d5d750-7871-46fa-982b-6c49d061ee08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:04.576471 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-24693125-b016-4f99-9704-887e368faf45 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:37:04.648528 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [req-a53a8e78-6ced-4ef2-b4d1-9de5fb49b43f req-95da9dce-dc72-4d7e-bb28-18459af8e545 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c589d339-358c-4a85-9297-cd3c9497bc88 {{(pid=80185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 02 13:37:04.659206 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-a53a8e78-6ced-4ef2-b4d1-9de5fb49b43f req-95da9dce-dc72-4d7e-bb28-18459af8e545 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:04.674995 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [req-a53a8e78-6ced-4ef2-b4d1-9de5fb49b43f req-95da9dce-dc72-4d7e-bb28-18459af8e545 service neutron] Transition to ACTIVE for port object c589d339-358c-4a85-9297-cd3c9497bc88 will not be triggered until provisioned by entity L2. {{(pid=80185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:37:04.679029 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-a53a8e78-6ced-4ef2-b4d1-9de5fb49b43f req-95da9dce-dc72-4d7e-bb28-18459af8e545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:04.723133 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:04.828330 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e750d70b-14d0-4471-800a-e7e1a78247e0 req-e5757203-e897-4dca-acd1-af6aa30a1fdd tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:04.836793 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e750d70b-14d0-4471-800a-e7e1a78247e0 req-e5757203-e897-4dca-acd1-af6aa30a1fdd tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] 10.222.0.133 "GET /v2.0/ports?device_id=0b930de0-c865-4986-a5a2-e31cdc782344 HTTP/1.1" status: 200  len: 943 time: 0.8169587
Feb 02 13:37:04.838945 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-24693125-b016-4f99-9704-887e368faf45 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks [] for security_group, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:04.880363 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:04.931973 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da9dce-dc72-4d7e-bb28-18459af8e545 service neutron] Pushing event updated for resources: {'Port': ['ID=c589d339-358c-4a85-9297-cd3c9497bc88,revision_number=2']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:04.945147 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-95da9dce-dc72-4d7e-bb28-18459af8e545 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:05.063081 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e750d70b-14d0-4471-800a-e7e1a78247e0 req-561ecf52-9f69-406c-8399-d772dd962cc9 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] 10.222.0.133 "GET /v2.0/security-groups?id=35742ac1-887e-4519-b0ab-4f0c0c4e8cb3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2249134
Feb 02 13:37:05.083485 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9964a2e0-5b13-4507-b71f-a5a6f6bc58e5 None None] Pushing event updated for resources: {'Port': ['ID=19a4bc2b-de92-4b0c-aa3a-64e1dbbc94b0,revision_number=3']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:05.098750 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-9964a2e0-5b13-4507-b71f-a5a6f6bc58e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:05.112270 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-24693125-b016-4f99-9704-887e368faf45 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:37:05.120174 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-24693125-b016-4f99-9704-887e368faf45 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Usage tracker for resource:security_group_rule and tenant:4137e2122c7f40189b0a34f1651c3764 is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:37:05.125140 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.132', 58493) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:37:05.125883 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-24693125-b016-4f99-9704-887e368faf45 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:37:05.136604 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-24693125-b016-4f99-9704-887e368faf45 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:37:05.389138 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7501ed90-d6d9-46dd-a943-ae7c6b9240d2 req-2d112ffd-910f-4cac-ab62-61b71c610caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:05.390770 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7501ed90-d6d9-46dd-a943-ae7c6b9240d2 req-2d112ffd-910f-4cac-ab62-61b71c610caf service neutron] 10.222.0.132 "GET /v2.0/networks?id=e9de8dbd-daca-40f4-97d0-c17608ae5123 HTTP/1.1" status: 200  len: 905 time: 1.3550160
Feb 02 13:37:05.406856 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-24693125-b016-4f99-9704-887e368faf45 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks [] for security_group, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:05.635127 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-24693125-b016-4f99-9704-887e368faf45 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:05.641038 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-28d5d750-7871-46fa-982b-6c49d061ee08 None None] Attempting to bind port 19a4bc2b-de92-4b0c-aa3a-64e1dbbc94b0 on host dv-cinder-772388-4-iscsi for vnic_type normal with profile  {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 02 13:37:05.641728 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-28d5d750-7871-46fa-982b-6c49d061ee08 None None] Attempting to bind port 19a4bc2b-de92-4b0c-aa3a-64e1dbbc94b0 by drivers openvswitch on host dv-cinder-772388-4-iscsi at level 0 using segments [{'id': '5f553a71-9c0f-48ac-b06b-07581f7b8732', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1686445e-9089-4fcd-bac5-a148e4ca86fe'}] {{(pid=80186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 02 13:37:05.642412 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d5d750-7871-46fa-982b-6c49d061ee08 None None] Attempting to bind port 19a4bc2b-de92-4b0c-aa3a-64e1dbbc94b0 on network 1686445e-9089-4fcd-bac5-a148e4ca86fe {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 02 13:37:05.643132 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7501ed90-d6d9-46dd-a943-ae7c6b9240d2 req-375eee69-5daf-425f-8a1b-1f78c3f4ae4c service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=74bc8a99-e6b2-4441-afc9-039efe6169b5 HTTP/1.1" status: 200  len: 217 time: 0.2343822
Feb 02 13:37:05.651020 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6392eef7-3611-4fb8-b490-26da51b33c56 req-ff9c9362-c344-496d-b622-b0c52cd38085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:05.652584 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d5d750-7871-46fa-982b-6c49d061ee08 None None] Checking agent: {'id': '59520739-4536-4d8c-966e-8cf7fcba95c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 27, 30), 'started_at': datetime.datetime(2021, 2, 2, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.101', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 02 13:37:05.653126 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d5d750-7871-46fa-982b-6c49d061ee08 None None] Checking segment: {'id': '5f553a71-9c0f-48ac-b06b-07581f7b8732', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1686445e-9089-4fcd-bac5-a148e4ca86fe'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:37:05.653625 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-28d5d750-7871-46fa-982b-6c49d061ee08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:05.653970 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6392eef7-3611-4fb8-b490-26da51b33c56 req-ff9c9362-c344-496d-b622-b0c52cd38085 service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=da040d840d5945a4bc1739a99331270a&device_id=ef114128-255e-4fa2-af27-1489defe8d5c HTTP/1.1" status: 200  len: 1160 time: 1.0548596
Feb 02 13:37:05.654142 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d5d750-7871-46fa-982b-6c49d061ee08 None None] Bound using segment: {'id': '5f553a71-9c0f-48ac-b06b-07581f7b8732', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1686445e-9089-4fcd-bac5-a148e4ca86fe'} {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 02 13:37:05.654848 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-28d5d750-7871-46fa-982b-6c49d061ee08 None None] Bound port: 19a4bc2b-de92-4b0c-aa3a-64e1dbbc94b0, host: dv-cinder-772388-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f553a71-9c0f-48ac-b06b-07581f7b8732', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1686445e-9089-4fcd-bac5-a148e4ca86fe'}}] {{(pid=80186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 02 13:37:05.655269 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-28d5d750-7871-46fa-982b-6c49d061ee08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:05.736547 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-d5c248b0-b1f3-400e-a293-8e30af0d7959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:05.753679 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac8848-b4a9-4f4a-84ee-f6c9dac5502e req-bf5cf104-867d-44d3-bd21-ca2fa3c2b30f tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:05.766122 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b3ac8848-b4a9-4f4a-84ee-f6c9dac5502e req-bf5cf104-867d-44d3-bd21-ca2fa3c2b30f tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.132 "GET /v2.0/networks?id=0102586b-cbe3-455e-8beb-466400271cff HTTP/1.1" status: 200  len: 819 time: 0.6396823
Feb 02 13:37:05.788931 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-b3ac8848-b4a9-4f4a-84ee-f6c9dac5502e req-7622aceb-860b-4015-a1c8-b83623f9b56b tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Request body: {'port': {'device_id': 'fbbd96bb-f941-48ce-ac3b-bfe78f0f79ed', 'network_id': '0102586b-cbe3-455e-8beb-466400271cff', 'admin_state_up': True, 'tenant_id': 'cea623c3b184459485bd931a9663986e'}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:37:05.802356 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-28d5d750-7871-46fa-982b-6c49d061ee08 None None] For port 19a4bc2b-de92-4b0c-aa3a-64e1dbbc94b0, host dv-cinder-772388-4-iscsi, cleared binding levels {{(pid=80186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 02 13:37:05.806684 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-28d5d750-7871-46fa-982b-6c49d061ee08 None None] For port 19a4bc2b-de92-4b0c-aa3a-64e1dbbc94b0, host dv-cinder-772388-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=19a4bc2b-de92-4b0c-aa3a-64e1dbbc94b0,segment=NetworkSegment(5f553a71-9c0f-48ac-b06b-07581f7b8732),segment_id=5f553a71-9c0f-48ac-b06b-07581f7b8732)] {{(pid=80186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 02 13:37:05.815328 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-28d5d750-7871-46fa-982b-6c49d061ee08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:05.841411 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f5212a15-8e6c-4ba9-95dc-bfd0fe288d32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:05.974841 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-b3ac8848-b4a9-4f4a-84ee-f6c9dac5502e req-7622aceb-860b-4015-a1c8-b83623f9b56b tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:37:05.984769 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-b3ac8848-b4a9-4f4a-84ee-f6c9dac5502e req-7622aceb-860b-4015-a1c8-b83623f9b56b tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Usage tracker for resource:port and tenant:cea623c3b184459485bd931a9663986e is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:37:05.989389 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-b3ac8848-b4a9-4f4a-84ee-f6c9dac5502e req-7622aceb-860b-4015-a1c8-b83623f9b56b tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:37:06.072592 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7501ed90-d6d9-46dd-a943-ae7c6b9240d2 req-9bce05cf-9f5d-4abd-bb94-53f1cb92b2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:06.074693 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7501ed90-d6d9-46dd-a943-ae7c6b9240d2 req-9bce05cf-9f5d-4abd-bb94-53f1cb92b2f2 service neutron] 10.222.0.132 "GET /v2.0/subnets?id=da13caf3-2638-43a1-a721-f15405bf450a HTTP/1.1" status: 200  len: 851 time: 0.3489432
Feb 02 13:37:06.093945 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-b3ac8848-b4a9-4f4a-84ee-f6c9dac5502e req-7622aceb-860b-4015-a1c8-b83623f9b56b tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:37:06.123189 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3ac8848-b4a9-4f4a-84ee-f6c9dac5502e req-7622aceb-860b-4015-a1c8-b83623f9b56b tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Made reservation on behalf of cea623c3b184459485bd931a9663986e for: {'port': 1} {{(pid=80185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 02 13:37:06.150739 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-b3ac8848-b4a9-4f4a-84ee-f6c9dac5502e req-7622aceb-860b-4015-a1c8-b83623f9b56b tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:06.185515 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.objects.ports [None req-c29275c2-fc37-4396-8599-92b93490e736 None None] Time-cost: Fetching 2 ports in 2 security groups {{(pid=80186) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 02 13:37:06.256726 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8672c2-65c4-4af3-b378-8448ae328eea req-936feef2-f20b-4ca9-9bb4-18924912af27 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:06.258624 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3d8672c2-65c4-4af3-b378-8448ae328eea req-936feef2-f20b-4ca9-9bb4-18924912af27 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=ef114128-255e-4fa2-af27-1489defe8d5c HTTP/1.1" status: 200  len: 943 time: 1.4013319
Feb 02 13:37:06.268597 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-fb832e3d-f73f-43b0-9187-62e8acf518ba req-b365bb64-ee8b-4a05-a492-bfda894f606b tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=fbbd96bb-f941-48ce-ac3b-bfe78f0f79ed HTTP/1.1" status: 200  len: 210 time: 0.6897666
Feb 02 13:37:06.313426 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9964a2e0-5b13-4507-b71f-a5a6f6bc58e5 None None] Pushing event updated for resources: {'Port': ['ID=19a4bc2b-de92-4b0c-aa3a-64e1dbbc94b0,revision_number=4']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:06.328953 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7501ed90-d6d9-46dd-a943-ae7c6b9240d2 req-7c1b34a1-8520-4217-83b7-27f0d4cbeb6c service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=e9de8dbd-daca-40f4-97d0-c17608ae5123&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2279637
Feb 02 13:37:06.329795 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6392eef7-3611-4fb8-b490-26da51b33c56 req-c7376e14-f824-4ad4-9c88-fd3435ca5693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:06.331490 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6392eef7-3611-4fb8-b490-26da51b33c56 req-c7376e14-f824-4ad4-9c88-fd3435ca5693 service neutron] 10.222.0.132 "GET /v2.0/networks?id=bfbd13a3-d870-417b-93b8-70f01824ec17 HTTP/1.1" status: 200  len: 909 time: 0.6083953
Feb 02 13:37:06.347445 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-9964a2e0-5b13-4507-b71f-a5a6f6bc58e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:06.536804 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d5d750-7871-46fa-982b-6c49d061ee08 None None] Routers {'e1313b03-1e45-4cf1-8d41-dae65ce45e1d'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:37:06.538128 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-28d5d750-7871-46fa-982b-6c49d061ee08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e91bc748>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:36:59Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['e1313b03-1e45-4cf1-8d41-dae65ce45e1d'], 'active': True} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:37:06.541720 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_common [req-b3ac8848-b4a9-4f4a-84ee-f6c9dac5502e req-7622aceb-860b-4015-a1c8-b83623f9b56b tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Allocated IP 172.20.0.8 (0102586b-cbe3-455e-8beb-466400271cff/c2340414-8894-4d0b-932b-2cabaace3a3e/561f0039-310d-4b3c-b5f3-239a2af7d13c) {{(pid=80185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 02 13:37:06.566359 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7501ed90-d6d9-46dd-a943-ae7c6b9240d2 req-b0d4d9c4-453c-47c7-be1e-45c31823ea23 service neutron] 10.222.0.132 "GET /v2.0/networks/e9de8dbd-daca-40f4-97d0-c17608ae5123?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2060003
Feb 02 13:37:06.699561 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24693125-b016-4f99-9704-887e368faf45 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9ef5c7-2881-4d8a-b503-c56e95a5c062,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:06.746765 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-24693125-b016-4f99-9704-887e368faf45 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks [] for security_group, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:06.752120 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-24693125-b016-4f99-9704-887e368faf45 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 2.7713039
Feb 02 13:37:06.753416 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 39984) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:37:06.757001 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-24693125-b016-4f99-9704-887e368faf45 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.021s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:06.762491 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6392eef7-3611-4fb8-b490-26da51b33c56 req-55f4b579-f4c2-4886-ab8e-a9148d8b201d service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce2ae21c-3e84-4ec8-885d-7e70ebe01138 HTTP/1.1" status: 200  len: 217 time: 0.1987367
Feb 02 13:37:06.778219 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-26de25ce-b45a-4679-b53f-627bd98096b9 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Request body: {'security_group_rule': {'security_group_id': '3e9ef5c7-2881-4d8a-b503-c56e95a5c062', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:37:06.844100 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-b3ac8848-b4a9-4f4a-84ee-f6c9dac5502e req-7622aceb-860b-4015-a1c8-b83623f9b56b tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Notify callbacks [] for port, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:06.863201 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-26de25ce-b45a-4679-b53f-627bd98096b9 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:37:06.867970 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [req-a53a8e78-6ced-4ef2-b4d1-9de5fb49b43f req-95da9dce-dc72-4d7e-bb28-18459af8e545 service neutron] Attempting to bind port c589d339-358c-4a85-9297-cd3c9497bc88 on host hv-cinder-77238 for vnic_type normal with profile  {{(pid=80185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 02 13:37:06.868689 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [req-a53a8e78-6ced-4ef2-b4d1-9de5fb49b43f req-95da9dce-dc72-4d7e-bb28-18459af8e545 service neutron] Attempting to bind port c589d339-358c-4a85-9297-cd3c9497bc88 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '74161cca-e56a-4704-b658-1eba40fb5e34', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0102586b-cbe3-455e-8beb-466400271cff'}] {{(pid=80185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 02 13:37:06.869340 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53a8e78-6ced-4ef2-b4d1-9de5fb49b43f req-95da9dce-dc72-4d7e-bb28-18459af8e545 service neutron] Attempting to bind port c589d339-358c-4a85-9297-cd3c9497bc88 on network 0102586b-cbe3-455e-8beb-466400271cff {{(pid=80185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 02 13:37:06.876104 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-b3ac8848-b4a9-4f4a-84ee-f6c9dac5502e req-7622aceb-860b-4015-a1c8-b83623f9b56b tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264943169311'] for port, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:06.920507 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3d8672c2-65c4-4af3-b378-8448ae328eea req-e9f7c4b5-2d0b-4572-9e3c-70ae6749a536 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/security-groups?id=8e3981d7-7e1a-4930-b113-8bfee26cb618&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5945718
Feb 02 13:37:07.027740 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-26de25ce-b45a-4679-b53f-627bd98096b9 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Usage tracker for resource:security_group_rule and tenant:4137e2122c7f40189b0a34f1651c3764 is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:37:07.036645 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-26de25ce-b45a-4679-b53f-627bd98096b9 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:37:07.053125 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-26de25ce-b45a-4679-b53f-627bd98096b9 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:37:07.064411 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53a8e78-6ced-4ef2-b4d1-9de5fb49b43f req-95da9dce-dc72-4d7e-bb28-18459af8e545 service neutron] Checking agent: {'id': '3f7ac43e-b359-42e2-9e67-18be39e96b32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 34, 33), 'started_at': datetime.datetime(2021, 2, 2, 13, 35, 3), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.120', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 02 13:37:07.065232 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53a8e78-6ced-4ef2-b4d1-9de5fb49b43f req-95da9dce-dc72-4d7e-bb28-18459af8e545 service neutron] Checking segment: {'id': '74161cca-e56a-4704-b658-1eba40fb5e34', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0102586b-cbe3-455e-8beb-466400271cff'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:37:07.066043 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-a53a8e78-6ced-4ef2-b4d1-9de5fb49b43f req-95da9dce-dc72-4d7e-bb28-18459af8e545 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:07.066676 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53a8e78-6ced-4ef2-b4d1-9de5fb49b43f req-95da9dce-dc72-4d7e-bb28-18459af8e545 service neutron] Bound using segment: {'id': '74161cca-e56a-4704-b658-1eba40fb5e34', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0102586b-cbe3-455e-8beb-466400271cff'} {{(pid=80185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 02 13:37:07.067593 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [req-a53a8e78-6ced-4ef2-b4d1-9de5fb49b43f req-95da9dce-dc72-4d7e-bb28-18459af8e545 service neutron] Bound port: c589d339-358c-4a85-9297-cd3c9497bc88, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74161cca-e56a-4704-b658-1eba40fb5e34', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0102586b-cbe3-455e-8beb-466400271cff'}}] {{(pid=80185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 02 13:37:07.068416 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-a53a8e78-6ced-4ef2-b4d1-9de5fb49b43f req-95da9dce-dc72-4d7e-bb28-18459af8e545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:07.089754 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-fe41ffa9-02d4-45cf-aef0-c170d5b47fc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:07.097742 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-26de25ce-b45a-4679-b53f-627bd98096b9 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:07.385323 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-28d5d750-7871-46fa-982b-6c49d061ee08 None None] Set router e1313b03-1e45-4cf1-8d41-dae65ce45e1d gateway port host: dv-cinder-772388-4-iscsi {{(pid=80186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:37:07.385592 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94abaab1-d724-4dd6-b1ab-d602e0c3b811 req-05eb7152-42d4-4893-841a-7f6f5bf489a8 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:07.402912 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-94abaab1-d724-4dd6-b1ab-d602e0c3b811 req-05eb7152-42d4-4893-841a-7f6f5bf489a8 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] 10.222.0.133 "GET /v2.0/ports?device_id=0b930de0-c865-4986-a5a2-e31cdc782344 HTTP/1.1" status: 200  len: 943 time: 0.4779191
Feb 02 13:37:07.670383 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3ac8848-b4a9-4f4a-84ee-f6c9dac5502e req-7622aceb-860b-4015-a1c8-b83623f9b56b tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Network 0102586b-cbe3-455e-8beb-466400271cff is already hosted by enough agents. {{(pid=80185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:37:07.681033 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [req-b3ac8848-b4a9-4f4a-84ee-f6c9dac5502e req-7622aceb-860b-4015-a1c8-b83623f9b56b tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Resources bound (agent type, host, resource id):  {{(pid=80185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:37:07.684285 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3ac8848-b4a9-4f4a-84ee-f6c9dac5502e req-7622aceb-860b-4015-a1c8-b83623f9b56b tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Received port after_create {{(pid=80185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 02 13:37:07.780640 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-94abaab1-d724-4dd6-b1ab-d602e0c3b811 req-0fe755d2-4dc2-4ae7-a040-c14d764e129b tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] 10.222.0.133 "GET /v2.0/security-groups?id=35742ac1-887e-4519-b0ab-4f0c0c4e8cb3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3756914
Feb 02 13:37:07.783668 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-26de25ce-b45a-4679-b53f-627bd98096b9 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:07.798495 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-26de25ce-b45a-4679-b53f-627bd98096b9 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756828'] for security_group_rule, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:07.818647 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac8848-b4a9-4f4a-84ee-f6c9dac5502e req-7622aceb-860b-4015-a1c8-b83623f9b56b tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:07.820145 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-b3ac8848-b4a9-4f4a-84ee-f6c9dac5502e req-7622aceb-860b-4015-a1c8-b83623f9b56b tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for port, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:07.823645 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:07.911955 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7622aceb-860b-4015-a1c8-b83623f9b56b tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Pushing event updated for resources: {'Port': ['ID=561f0039-310d-4b3c-b5f3-239a2af7d13c,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:07.918283 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-7622aceb-860b-4015-a1c8-b83623f9b56b tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.828s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:07.929599 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26de25ce-b45a-4679-b53f-627bd98096b9 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=294265fe-3ec9-4543-b786-cba3b2b8578d,revision_number=0']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:07.955905 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b3ac8848-b4a9-4f4a-84ee-f6c9dac5502e req-7622aceb-860b-4015-a1c8-b83623f9b56b tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.132 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1766961
Feb 02 13:37:07.976832 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-a53a8e78-6ced-4ef2-b4d1-9de5fb49b43f req-95da9dce-dc72-4d7e-bb28-18459af8e545 service neutron] For port c589d339-358c-4a85-9297-cd3c9497bc88, host hv-cinder-77238, cleared binding levels {{(pid=80185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 02 13:37:07.990941 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-a53a8e78-6ced-4ef2-b4d1-9de5fb49b43f req-95da9dce-dc72-4d7e-bb28-18459af8e545 service neutron] For port c589d339-358c-4a85-9297-cd3c9497bc88, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=c589d339-358c-4a85-9297-cd3c9497bc88,segment=NetworkSegment(74161cca-e56a-4704-b658-1eba40fb5e34),segment_id=74161cca-e56a-4704-b658-1eba40fb5e34)] {{(pid=80185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 02 13:37:08.005262 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-a53a8e78-6ced-4ef2-b4d1-9de5fb49b43f req-95da9dce-dc72-4d7e-bb28-18459af8e545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:08.056643 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-ff7d1cb5-42cc-4d8b-9a38-6bd5ce79080b tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:08.084881 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-26de25ce-b45a-4679-b53f-627bd98096b9 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:08.119487 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 40024) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:37:08.239058 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-26de25ce-b45a-4679-b53f-627bd98096b9 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:08.242161 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-26de25ce-b45a-4679-b53f-627bd98096b9 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.4827268
Feb 02 13:37:08.268019 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 40030) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:37:08.275788 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-28d5d750-7871-46fa-982b-6c49d061ee08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e91bc748>, [{'id': 'e1313b03-1e45-4cf1-8d41-dae65ce45e1d', 'name': 'tempest-AttachVolumeShelveTestJSON-477103384-router', 'tenant_id': '4137e2122c7f40189b0a34f1651c3764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b9709bcd-a7f5-41be-af20-602edf798719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:36:26Z', 'updated_at': '2021-02-02T13:36:55Z', 'revision_number': 4, 'project_id': '4137e2122c7f40189b0a34f1651c3764', 'gw_port': {'id': 'b9709bcd-a7f5-41be-af20-602edf798719', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1313b03-1e45-4cf1-8d41-dae65ce45e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:36:29Z', 'updated_at': '2021-02-02T13:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_interfaces': [{'id': '19a4bc2b-de92-4b0c-aa3a-64e1dbbc94b0', 'name': '', 'network_id': '1686445e-9089-4fcd-bac5-a148e4ca86fe', 'tenant_id': '4137e2122c7f40189b0a34f1651c3764', 'mac_address': 'fa:16:3e:ee:16:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1313b03-1e45-4cf1-8d41-dae65ce45e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'e86f023b-3193-46b5-b935-af688f96c4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:36:50Z', 'updated_at': '2021-02-02T13:37:05Z', 'revision_number': 4, 'project_id': '4137e2122c7f40189b0a34f1651c3764', 'subnets': [{'id': 'e86f023b-3193-46b5-b935-af688f96c4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:37:08.284975 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d5d750-7871-46fa-982b-6c49d061ee08 None None] The sync data for ids ['e1313b03-1e45-4cf1-8d41-dae65ce45e1d'] in dv-cinder-772388-4-iscsi is: [{'id': 'e1313b03-1e45-4cf1-8d41-dae65ce45e1d', 'name': 'tempest-AttachVolumeShelveTestJSON-477103384-router', 'tenant_id': '4137e2122c7f40189b0a34f1651c3764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b9709bcd-a7f5-41be-af20-602edf798719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:36:26Z', 'updated_at': '2021-02-02T13:36:55Z', 'revision_number': 4, 'project_id': '4137e2122c7f40189b0a34f1651c3764', 'gw_port': {'id': 'b9709bcd-a7f5-41be-af20-602edf798719', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1313b03-1e45-4cf1-8d41-dae65ce45e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:36:29Z', 'updated_at': '2021-02-02T13:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_interfaces': [{'id': '19a4bc2b-de92-4b0c-aa3a-64e1dbbc94b0', 'name': '', 'network_id': '1686445e-9089-4fcd-bac5-a148e4ca86fe', 'tenant_id': '4137e2122c7f40189b0a34f1651c3764', 'mac_address': 'fa:16:3e:ee:16:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1313b03-1e45-4cf1-8d41-dae65ce45e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'e86f023b-3193-46b5-b935-af688f96c4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:36:50Z', 'updated_at': '2021-02-02T13:37:05Z', 'revision_number': 4, 'project_id': '4137e2122c7f40189b0a34f1651c3764', 'subnets': [{'id': 'e86f023b-3193-46b5-b935-af688f96c4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 02 13:37:08.302672 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-575ec0ef-92cf-4e49-a0ac-ce2a76d38cc5 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Request body: {'security_group_rule': {'security_group_id': '3e9ef5c7-2881-4d8a-b503-c56e95a5c062', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:37:08.418820 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-575ec0ef-92cf-4e49-a0ac-ce2a76d38cc5 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:37:08.485035 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-575ec0ef-92cf-4e49-a0ac-ce2a76d38cc5 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Usage tracker for resource:security_group_rule and tenant:4137e2122c7f40189b0a34f1651c3764 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:37:08.518790 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-575ec0ef-92cf-4e49-a0ac-ce2a76d38cc5 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:37:08.547039 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-575ec0ef-92cf-4e49-a0ac-ce2a76d38cc5 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:37:08.598146 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259501fe-b6a4-4b10-99e5-718910a659f0 req-3ee58b27-3403-46c7-9aa6-4538b5dda7a4 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:08.601332 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-259501fe-b6a4-4b10-99e5-718910a659f0 req-3ee58b27-3403-46c7-9aa6-4538b5dda7a4 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=fbbd96bb-f941-48ce-ac3b-bfe78f0f79ed HTTP/1.1" status: 200  len: 931 time: 0.6967137
Feb 02 13:37:08.656079 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da9dce-dc72-4d7e-bb28-18459af8e545 service neutron] Pushing event updated for resources: {'Port': ['ID=c589d339-358c-4a85-9297-cd3c9497bc88,revision_number=3']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:08.663155 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device 19a4bc2b-de92-4b0c-aa3a-64e1dbbc94b0 up at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:37:08.674709 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-95da9dce-dc72-4d7e-bb28-18459af8e545 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:08.682784 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-575ec0ef-92cf-4e49-a0ac-ce2a76d38cc5 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:08.801374 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning for port 19a4bc2b-de92-4b0c-aa3a-64e1dbbc94b0 completed by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:37:08.812691 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-575ec0ef-92cf-4e49-a0ac-ce2a76d38cc5 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:08.816526 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning complete for port 19a4bc2b-de92-4b0c-aa3a-64e1dbbc94b0 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:37:08.817917 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:08.854432 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-b3ac8848-b4a9-4f4a-84ee-f6c9dac5502e req-1ce5768c-a766-481c-9674-8a769de622ce service neutron] Request body: {'port': {'device_id': 'fbbd96bb-f941-48ce-ac3b-bfe78f0f79ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:37:08.899078 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d8c3427f-df5e-4fa4-b6c2-58d6a748979c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:08.909896 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-575ec0ef-92cf-4e49-a0ac-ce2a76d38cc5 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756828'] for security_group_rule, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:08.982847 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-259501fe-b6a4-4b10-99e5-718910a659f0 req-99da380c-d7ea-4c9b-8e01-36726b892753 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Synchronizing usage tracker for tenant:cea623c3b184459485bd931a9663986e on resource:security_group {{(pid=80184) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:37:08.986212 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a8e78-6ced-4ef2-b4d1-9de5fb49b43f req-95da9dce-dc72-4d7e-bb28-18459af8e545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:08.987560 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-a53a8e78-6ced-4ef2-b4d1-9de5fb49b43f req-95da9dce-dc72-4d7e-bb28-18459af8e545 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for port, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:08.990570 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a53a8e78-6ced-4ef2-b4d1-9de5fb49b43f req-95da9dce-dc72-4d7e-bb28-18459af8e545 service neutron] 10.222.0.132 "PUT /v2.0/ports/c589d339-358c-4a85-9297-cd3c9497bc88 HTTP/1.1" status: 200  len: 1158 time: 5.3002648
Feb 02 13:37:09.005839 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:09.014543 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed3a668-be97-4ec5-be44-a404ba149fde', 'tag': 'c589d339-358c-4a85-9297-cd3c9497bc88'}] {{(pid=80185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:37:09.041677 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-d8c3427f-df5e-4fa4-b6c2-58d6a748979c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:37:09.059292 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7501ed90-d6d9-46dd-a943-ae7c6b9240d2 req-3bacf0cc-f834-44e0-8a3d-d658ccb5ddea service neutron] 10.222.0.132 "GET /v2.0/networks/e9de8dbd-daca-40f4-97d0-c17608ae5123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.9757140
Feb 02 13:37:09.085893 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device ce2ae21c-3e84-4ec8-885d-7e70ebe01138 up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:37:09.106294 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-d8c3427f-df5e-4fa4-b6c2-58d6a748979c admin admin] Usage tracker for resource:security_group_rule and tenant:ad6d8c388aa54909a33911b541a43bb1 is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:37:09.142356 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-259501fe-b6a4-4b10-99e5-718910a659f0 req-99da380c-d7ea-4c9b-8e01-36726b892753 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Unset dirty status for tenant:cea623c3b184459485bd931a9663986e on resource:security_group {{(pid=80184) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:37:09.161297 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-259501fe-b6a4-4b10-99e5-718910a659f0 req-99da380c-d7ea-4c9b-8e01-36726b892753 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4173133
Feb 02 13:37:09.168731 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-d8c3427f-df5e-4fa4-b6c2-58d6a748979c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:37:09.204415 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6392eef7-3611-4fb8-b490-26da51b33c56 req-e4348b42-f0e5-4d98-b0f9-b677ad851570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:09.207918 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6392eef7-3611-4fb8-b490-26da51b33c56 req-e4348b42-f0e5-4d98-b0f9-b677ad851570 service neutron] 10.222.0.132 "GET /v2.0/subnets?id=fdb421d7-3e26-4929-a736-b93dc64e3cfd HTTP/1.1" status: 200  len: 855 time: 0.3564167
Feb 02 13:37:09.210050 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-d8c3427f-df5e-4fa4-b6c2-58d6a748979c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:37:09.364887 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6392eef7-3611-4fb8-b490-26da51b33c56 req-c85317b8-7b9d-4ac2-8415-0c9e980e0b0c service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=bfbd13a3-d870-417b-93b8-70f01824ec17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1430054
Feb 02 13:37:09.372244 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575ec0ef-92cf-4e49-a0ac-ce2a76d38cc5 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05805ab1-b593-4bff-b02b-24d452567633,revision_number=0']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:09.441492 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-575ec0ef-92cf-4e49-a0ac-ce2a76d38cc5 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:09.678265 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-575ec0ef-92cf-4e49-a0ac-ce2a76d38cc5 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:09.688964 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-575ec0ef-92cf-4e49-a0ac-ce2a76d38cc5 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.4192371
Feb 02 13:37:09.705636 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:09.707425 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 40056) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:37:09.721303 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a8e78-6ced-4ef2-b4d1-9de5fb49b43f req-8ec10207-b141-4e0f-9da5-698ff96240ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:09.729046 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a53a8e78-6ced-4ef2-b4d1-9de5fb49b43f req-8ec10207-b141-4e0f-9da5-698ff96240ea service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=cea623c3b184459485bd931a9663986e&device_id=2ed3a668-be97-4ec5-be44-a404ba149fde HTTP/1.1" status: 200  len: 1161 time: 0.5493600
Feb 02 13:37:09.733339 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-07b98316-cb4e-44f4-b8ef-aac5e02f3cf2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Request body: {'floatingip': {'floating_network_id': '081eaffe-521e-4302-9444-c5c7bff220cd'}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:37:09.811222 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eef1ba-8e06-41a2-83f7-03cf1c9e2c13 req-d7131005-9be7-4383-89b0-b60797131123 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:09.812286 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-b3ac8848-b4a9-4f4a-84ee-f6c9dac5502e req-1ce5768c-a766-481c-9674-8a769de622ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:09.845812 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d2eef1ba-8e06-41a2-83f7-03cf1c9e2c13 req-d7131005-9be7-4383-89b0-b60797131123 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=ef114128-255e-4fa2-af27-1489defe8d5c HTTP/1.1" status: 200  len: 943 time: 1.2090416
Feb 02 13:37:09.851726 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] For port 19a4bc2b-de92-4b0c-aa3a-64e1dbbc94b0, host dv-cinder-772388-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=19a4bc2b-de92-4b0c-aa3a-64e1dbbc94b0,segment=NetworkSegment(5f553a71-9c0f-48ac-b06b-07581f7b8732),segment_id=5f553a71-9c0f-48ac-b06b-07581f7b8732)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:37:09.864968 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning for port ce2ae21c-3e84-4ec8-885d-7e70ebe01138 completed by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:37:09.884576 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:09.889219 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:09.975249 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-07b98316-cb4e-44f4-b8ef-aac5e02f3cf2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:37:09.981694 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-07b98316-cb4e-44f4-b8ef-aac5e02f3cf2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Usage tracker for resource:floatingip and tenant:4137e2122c7f40189b0a34f1651c3764 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:37:09.985988 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-07b98316-cb4e-44f4-b8ef-aac5e02f3cf2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:37:09.993344 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-07b98316-cb4e-44f4-b8ef-aac5e02f3cf2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:37:10.027901 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-07b98316-cb4e-44f4-b8ef-aac5e02f3cf2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks [] for floatingip, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:10.064233 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a53a8e78-6ced-4ef2-b4d1-9de5fb49b43f req-ca97db32-ef3d-4baf-bed2-607d734e6869 service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c589d339-358c-4a85-9297-cd3c9497bc88 HTTP/1.1" status: 200  len: 217 time: 0.2231262
Feb 02 13:37:10.138977 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Pushing event updated for resources: {'Port': ['ID=19a4bc2b-de92-4b0c-aa3a-64e1dbbc94b0,revision_number=5']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:10.147590 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port ce2ae21c-3e84-4ec8-885d-7e70ebe01138 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:37:10.149957 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:10.214371 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:10.471672 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:10.579569 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef114128-255e-4fa2-af27-1489defe8d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce2ae21c-3e84-4ec8-885d-7e70ebe01138'}] {{(pid=80186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:37:10.700794 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device 19a4bc2b-de92-4b0c-aa3a-64e1dbbc94b0 up at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:37:10.754583 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d2eef1ba-8e06-41a2-83f7-03cf1c9e2c13 req-978e5674-4a48-47dd-9e6e-55c8021b8307 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/security-groups?id=8e3981d7-7e1a-4930-b113-8bfee26cb618&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9073603
Feb 02 13:37:10.764498 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] For port ce2ae21c-3e84-4ec8-885d-7e70ebe01138, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=ce2ae21c-3e84-4ec8-885d-7e70ebe01138,segment=NetworkSegment(0171a29b-a4d8-433f-9f69-11da58cadf98),segment_id=0171a29b-a4d8-433f-9f69-11da58cadf98)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:37:10.777252 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:10.778460 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device 74bc8a99-e6b2-4441-afc9-039efe6169b5 up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:37:10.840535 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-9964a2e0-5b13-4507-b71f-a5a6f6bc58e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:10.891238 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6392eef7-3611-4fb8-b490-26da51b33c56 req-3ad3bcbd-6881-4e61-ab18-e66dd5d961e0 service neutron] 10.222.0.132 "GET /v2.0/networks/bfbd13a3-d870-417b-93b8-70f01824ec17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9802792
Feb 02 13:37:10.913294 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a8e78-6ced-4ef2-b4d1-9de5fb49b43f req-00f824a5-f352-4870-9cc4-e0d637204d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:10.916041 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a53a8e78-6ced-4ef2-b4d1-9de5fb49b43f req-00f824a5-f352-4870-9cc4-e0d637204d70 service neutron] 10.222.0.132 "GET /v2.0/subnets?id=c2340414-8894-4d0b-932b-2cabaace3a3e HTTP/1.1" status: 200  len: 859 time: 0.1740723
Feb 02 13:37:11.024345 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Pushing event updated for resources: {'Port': ['ID=ce2ae21c-3e84-4ec8-885d-7e70ebe01138,revision_number=4']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:11.028138 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:11.039559 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning complete for port 19a4bc2b-de92-4b0c-aa3a-64e1dbbc94b0 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:37:11.040007 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:11.055038 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bbbeef-6392-4973-80ad-88ab0577d42a req-aae417bf-eaab-46e8-8025-48053eb48440 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:11.057051 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a5bbbeef-6392-4973-80ad-88ab0577d42a req-aae417bf-eaab-46e8-8025-48053eb48440 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] 10.222.0.133 "GET /v2.0/ports?device_id=0b930de0-c865-4986-a5a2-e31cdc782344 HTTP/1.1" status: 200  len: 943 time: 1.0717056
Feb 02 13:37:11.080859 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning for port 74bc8a99-e6b2-4441-afc9-039efe6169b5 completed by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:37:11.105308 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port 74bc8a99-e6b2-4441-afc9-039efe6169b5 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:37:11.105731 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:11.120568 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d8c3427f-df5e-4fa4-b6c2-58d6a748979c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:11.172443 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a53a8e78-6ced-4ef2-b4d1-9de5fb49b43f req-34c6bdf6-a4ff-4eb8-9721-c58b45dc752e service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=0102586b-cbe3-455e-8beb-466400271cff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2405641
Feb 02 13:37:11.301221 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6392eef7-3611-4fb8-b490-26da51b33c56 req-9cb9525e-d5fe-4337-bd30-34adde124581 service neutron] 10.222.0.132 "GET /v2.0/networks/bfbd13a3-d870-417b-93b8-70f01824ec17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2429969
Feb 02 13:37:11.349143 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d8c3427f-df5e-4fa4-b6c2-58d6a748979c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:11.351175 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:11.371913 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a5bbbeef-6392-4973-80ad-88ab0577d42a req-de2d9d86-1107-4426-8c2a-f5b803bf4629 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] 10.222.0.133 "GET /v2.0/security-groups?id=35742ac1-887e-4519-b0ab-4f0c0c4e8cb3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2463717
Feb 02 13:37:11.426469 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] For port 74bc8a99-e6b2-4441-afc9-039efe6169b5, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=74bc8a99-e6b2-4441-afc9-039efe6169b5,segment=NetworkSegment(986ca86a-9e71-4564-a96d-f8fb655c2658),segment_id=986ca86a-9e71-4564-a96d-f8fb655c2658)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:37:11.429871 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:11.432270 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:11.442431 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a53a8e78-6ced-4ef2-b4d1-9de5fb49b43f req-4c8c9b0e-5ee6-4dc0-bb31-681b2641e2b4 service neutron] 10.222.0.132 "GET /v2.0/networks/0102586b-cbe3-455e-8beb-466400271cff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2510762
Feb 02 13:37:11.444365 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ed3a668-be97-4ec5-be44-a404ba149fde', 'tag': 'c589d339-358c-4a85-9297-cd3c9497bc88', 'status': 'completed', 'code': 200}
Feb 02 13:37:11.451791 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:11.462718 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-d8c3427f-df5e-4fa4-b6c2-58d6a748979c admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=ad6d8c388aa54909a33911b541a43bb1&name=default HTTP/1.1" status: 200  len: 2979 time: 3.3394425
Feb 02 13:37:11.481961 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 40094) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:37:11.522684 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Pushing event updated for resources: {'Port': ['ID=74bc8a99-e6b2-4441-afc9-039efe6169b5,revision_number=4']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:11.527425 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:11.563276 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device ce2ae21c-3e84-4ec8-885d-7e70ebe01138 up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:37:11.602027 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3427f-df5e-4fa4-b6c2-58d6a748979c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ed6309-e5d4-416c-b13b-38a3c22bf96a,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:11.605938 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-77ea3695-64cf-4256-8b61-148fdc2e73ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:11.639077 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-77ea3695-64cf-4256-8b61-148fdc2e73ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:11.669216 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port ce2ae21c-3e84-4ec8-885d-7e70ebe01138 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:37:11.669633 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:11.733195 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-d8c3427f-df5e-4fa4-b6c2-58d6a748979c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:11.741109 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef114128-255e-4fa2-af27-1489defe8d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce2ae21c-3e84-4ec8-885d-7e70ebe01138', 'code': 200}
Feb 02 13:37:11.806456 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-07b98316-cb4e-44f4-b8ef-aac5e02f3cf2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:11.850716 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device 74bc8a99-e6b2-4441-afc9-039efe6169b5 up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:37:11.991296 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port 74bc8a99-e6b2-4441-afc9-039efe6169b5 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:37:11.992279 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:12.036157 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ceae7-5910-4064-821f-34d523155380 req-d3edd715-bb4f-4ada-8d2b-4f50568fd29a tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:12.039783 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-cf9ceae7-5910-4064-821f-34d523155380 req-d3edd715-bb4f-4ada-8d2b-4f50568fd29a tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=fbbd96bb-f941-48ce-ac3b-bfe78f0f79ed HTTP/1.1" status: 200  len: 931 time: 0.6316259
Feb 02 13:37:12.040995 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-77ea3695-64cf-4256-8b61-148fdc2e73ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:12.051037 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-24693125-b016-4f99-9704-887e368faf45 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:12.093868 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ea3695-64cf-4256-8b61-148fdc2e73ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ed6309-e5d4-416c-b13b-38a3c22bf96a,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:12.105887 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-77ea3695-64cf-4256-8b61-148fdc2e73ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:12.118031 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-77ea3695-64cf-4256-8b61-148fdc2e73ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:12.119379 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-77ea3695-64cf-4256-8b61-148fdc2e73ee admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/06ed6309-e5d4-416c-b13b-38a3c22bf96a HTTP/1.1" status: 204  len: 168 time: 0.6363864
Feb 02 13:37:12.420760 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-cf9ceae7-5910-4064-821f-34d523155380 req-0afec1cb-30f1-43b6-b1e1-dcd4e4d8537f tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3481462
Feb 02 13:37:12.552506 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a53a8e78-6ced-4ef2-b4d1-9de5fb49b43f req-c85ac9df-77be-40d5-927a-c18b9bc645f2 service neutron] 10.222.0.132 "GET /v2.0/networks/0102586b-cbe3-455e-8beb-466400271cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.0952773
Feb 02 13:37:12.565163 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [req-b3ac8848-b4a9-4f4a-84ee-f6c9dac5502e req-1ce5768c-a766-481c-9674-8a769de622ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 561f0039-310d-4b3c-b5f3-239a2af7d13c {{(pid=80185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 02 13:37:12.588106 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-b3ac8848-b4a9-4f4a-84ee-f6c9dac5502e req-1ce5768c-a766-481c-9674-8a769de622ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:12.609214 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_common [None req-07b98316-cb4e-44f4-b8ef-aac5e02f3cf2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Allocated IP 172.27.2.138 (081eaffe-521e-4302-9444-c5c7bff220cd/e906fce0-ed19-4873-885c-646e92308730/c33ca852-13d9-4a45-8d02-8c04ecaa2d52) {{(pid=80185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 02 13:37:12.773501 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6669248f-ea26-43dc-b35d-92cf8e3326cd req-74b04bc8-57fa-4257-b62a-08b308f72aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:12.781518 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6669248f-ea26-43dc-b35d-92cf8e3326cd req-74b04bc8-57fa-4257-b62a-08b308f72aba service neutron] 10.222.0.132 "GET /v2.0/ports?device_id=ef114128-255e-4fa2-af27-1489defe8d5c HTTP/1.1" status: 200  len: 1162 time: 0.5806415
Feb 02 13:37:13.053883 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b1c91-0c4d-4650-863a-7b648c4dab10 req-b32b18a6-afdf-46dd-8b30-aac26ca715fa tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:13.057740 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2a0b1c91-0c4d-4650-863a-7b648c4dab10 req-b32b18a6-afdf-46dd-8b30-aac26ca715fa tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=ef114128-255e-4fa2-af27-1489defe8d5c HTTP/1.1" status: 200  len: 945 time: 0.5477147
Feb 02 13:37:13.162944 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-6669248f-ea26-43dc-b35d-92cf8e3326cd req-e50fa30c-df76-446e-81c2-964f8aac9995 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:13.241489 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-6669248f-ea26-43dc-b35d-92cf8e3326cd req-e50fa30c-df76-446e-81c2-964f8aac9995 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:37:13.252136 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-6669248f-ea26-43dc-b35d-92cf8e3326cd req-e50fa30c-df76-446e-81c2-964f8aac9995 service neutron] Usage tracker for resource:security_group_rule and tenant:cfe70db182b443859eac5a014f110a10 is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:37:13.258523 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-6669248f-ea26-43dc-b35d-92cf8e3326cd req-e50fa30c-df76-446e-81c2-964f8aac9995 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:37:13.263194 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 40142) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:37:13.309507 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2a0b1c91-0c4d-4650-863a-7b648c4dab10 req-87e196fd-b417-4e50-9c93-a573187a9f20 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/security-groups?id=8e3981d7-7e1a-4930-b113-8bfee26cb618&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2196462
Feb 02 13:37:13.344597 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-6669248f-ea26-43dc-b35d-92cf8e3326cd req-e50fa30c-df76-446e-81c2-964f8aac9995 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:37:13.349476 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e2b3ca11-905a-41ba-b668-a9aaf06a143f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:13.389489 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-e2b3ca11-905a-41ba-b668-a9aaf06a143f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:37:13.398048 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-e2b3ca11-905a-41ba-b668-a9aaf06a143f admin admin] Usage tracker for resource:security_group_rule and tenant:623f88499c0b41c4a037339f8b11a89f is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:37:13.405196 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-e2b3ca11-905a-41ba-b668-a9aaf06a143f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:37:13.472358 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [req-b3ac8848-b4a9-4f4a-84ee-f6c9dac5502e req-1ce5768c-a766-481c-9674-8a769de622ce service neutron] Transition to ACTIVE for port object 561f0039-310d-4b3c-b5f3-239a2af7d13c will not be triggered until provisioned by entity L2. {{(pid=80185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:37:13.477174 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-e2b3ca11-905a-41ba-b668-a9aaf06a143f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:37:13.486551 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-b3ac8848-b4a9-4f4a-84ee-f6c9dac5502e req-1ce5768c-a766-481c-9674-8a769de622ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:13.510935 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bc92b42f-2494-48e5-9cbc-1a7410121fa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:13.742706 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b930de0-c865-4986-a5a2-e31cdc782344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74bc8a99-e6b2-4441-afc9-039efe6169b5'}] {{(pid=80186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:37:13.860466 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f08667-7f10-4cc4-b98d-5fb4cbb667f9 req-049a5142-7307-4e17-9400-57623dee77ec tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:13.862497 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e3f08667-7f10-4cc4-b98d-5fb4cbb667f9 req-049a5142-7307-4e17-9400-57623dee77ec tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] 10.222.0.133 "GET /v2.0/ports?device_id=0b930de0-c865-4986-a5a2-e31cdc782344 HTTP/1.1" status: 200  len: 945 time: 0.4477961
Feb 02 13:37:13.898647 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-07b98316-cb4e-44f4-b8ef-aac5e02f3cf2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks [] for port, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:13.923792 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce5768c-a766-481c-9674-8a769de622ce service neutron] Pushing event updated for resources: {'Port': ['ID=561f0039-310d-4b3c-b5f3-239a2af7d13c,revision_number=2']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:13.928874 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-1ce5768c-a766-481c-9674-8a769de622ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:14.020918 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d4ae6-b528-45a4-bf31-365ed9cafdab req-a70e88a1-9785-489c-893f-8267bb731ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:14.022567 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-de4d4ae6-b528-45a4-bf31-365ed9cafdab req-a70e88a1-9785-489c-893f-8267bb731ec9 service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=cea623c3b184459485bd931a9663986e&device_id=2ed3a668-be97-4ec5-be44-a404ba149fde HTTP/1.1" status: 200  len: 1161 time: 1.3427634
Feb 02 13:37:14.065373 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e3f08667-7f10-4cc4-b98d-5fb4cbb667f9 req-002ef175-89ee-4a8a-b7b5-c7611eaae5aa tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] 10.222.0.133 "GET /v2.0/security-groups?id=35742ac1-887e-4519-b0ab-4f0c0c4e8cb3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1527240
Feb 02 13:37:14.117821 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e2b3ca11-905a-41ba-b668-a9aaf06a143f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:14.128685 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-6669248f-ea26-43dc-b35d-92cf8e3326cd req-e50fa30c-df76-446e-81c2-964f8aac9995 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:14.133921 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e2b3ca11-905a-41ba-b668-a9aaf06a143f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:14.150713 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-6669248f-ea26-43dc-b35d-92cf8e3326cd req-e50fa30c-df76-446e-81c2-964f8aac9995 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:14.156898 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-77ea3695-64cf-4256-8b61-148fdc2e73ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:14.208122 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b930de0-c865-4986-a5a2-e31cdc782344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74bc8a99-e6b2-4441-afc9-039efe6169b5', 'code': 200}
Feb 02 13:37:14.297409 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [req-b3ac8848-b4a9-4f4a-84ee-f6c9dac5502e req-1ce5768c-a766-481c-9674-8a769de622ce service neutron] Attempting to bind port 561f0039-310d-4b3c-b5f3-239a2af7d13c on host hv-cinder-77238 for vnic_type normal with profile  {{(pid=80185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 02 13:37:14.297833 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [req-b3ac8848-b4a9-4f4a-84ee-f6c9dac5502e req-1ce5768c-a766-481c-9674-8a769de622ce service neutron] Attempting to bind port 561f0039-310d-4b3c-b5f3-239a2af7d13c by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '74161cca-e56a-4704-b658-1eba40fb5e34', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0102586b-cbe3-455e-8beb-466400271cff'}] {{(pid=80185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 02 13:37:14.298731 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ac8848-b4a9-4f4a-84ee-f6c9dac5502e req-1ce5768c-a766-481c-9674-8a769de622ce service neutron] Attempting to bind port 561f0039-310d-4b3c-b5f3-239a2af7d13c on network 0102586b-cbe3-455e-8beb-466400271cff {{(pid=80185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 02 13:37:14.317288 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-07b98316-cb4e-44f4-b8ef-aac5e02f3cf2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264943169311'] for port, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:14.338450 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ac8848-b4a9-4f4a-84ee-f6c9dac5502e req-1ce5768c-a766-481c-9674-8a769de622ce service neutron] Checking agent: {'id': '3f7ac43e-b359-42e2-9e67-18be39e96b32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 34, 33), 'started_at': datetime.datetime(2021, 2, 2, 13, 35, 3), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.120', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 02 13:37:14.339036 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ac8848-b4a9-4f4a-84ee-f6c9dac5502e req-1ce5768c-a766-481c-9674-8a769de622ce service neutron] Checking segment: {'id': '74161cca-e56a-4704-b658-1eba40fb5e34', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0102586b-cbe3-455e-8beb-466400271cff'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:37:14.339734 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-b3ac8848-b4a9-4f4a-84ee-f6c9dac5502e req-1ce5768c-a766-481c-9674-8a769de622ce service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:14.340425 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ac8848-b4a9-4f4a-84ee-f6c9dac5502e req-1ce5768c-a766-481c-9674-8a769de622ce service neutron] Bound using segment: {'id': '74161cca-e56a-4704-b658-1eba40fb5e34', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0102586b-cbe3-455e-8beb-466400271cff'} {{(pid=80185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 02 13:37:14.341223 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [req-b3ac8848-b4a9-4f4a-84ee-f6c9dac5502e req-1ce5768c-a766-481c-9674-8a769de622ce service neutron] Bound port: 561f0039-310d-4b3c-b5f3-239a2af7d13c, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74161cca-e56a-4704-b658-1eba40fb5e34', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0102586b-cbe3-455e-8beb-466400271cff'}}] {{(pid=80185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 02 13:37:14.341724 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-b3ac8848-b4a9-4f4a-84ee-f6c9dac5502e req-1ce5768c-a766-481c-9674-8a769de622ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:14.373818 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-7622aceb-860b-4015-a1c8-b83623f9b56b tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:14.378557 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461acde9-8691-44c7-a043-c6f6af6bc461 req-b84fc224-1b52-4577-9154-e3e2199bd12c tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:14.381349 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-461acde9-8691-44c7-a043-c6f6af6bc461 req-b84fc224-1b52-4577-9154-e3e2199bd12c tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=fbbd96bb-f941-48ce-ac3b-bfe78f0f79ed HTTP/1.1" status: 200  len: 943 time: 0.5118222
Feb 02 13:37:14.423955 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6669248f-ea26-43dc-b35d-92cf8e3326cd req-e50fa30c-df76-446e-81c2-964f8aac9995 service neutron] 10.222.0.132 "GET /v2.0/security-groups?id=8e3981d7-7e1a-4930-b113-8bfee26cb618&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.6232178
Feb 02 13:37:14.439144 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-e2b3ca11-905a-41ba-b668-a9aaf06a143f admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=623f88499c0b41c4a037339f8b11a89f&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1720409
Feb 02 13:37:14.443322 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b3ca11-905a-41ba-b668-a9aaf06a143f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f088d2-24b0-436b-800f-b83408c741e4,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:14.446578 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 40164) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:37:14.478467 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d4ae6-b528-45a4-bf31-365ed9cafdab req-b0d2ba41-8a1c-43bd-86bc-a2c3166fefdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:14.482043 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-de4d4ae6-b528-45a4-bf31-365ed9cafdab req-b0d2ba41-8a1c-43bd-86bc-a2c3166fefdd service neutron] 10.222.0.132 "GET /v2.0/networks?id=0102586b-cbe3-455e-8beb-466400271cff HTTP/1.1" status: 200  len: 913 time: 0.3711548
Feb 02 13:37:14.564955 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-461acde9-8691-44c7-a043-c6f6af6bc461 req-dd89f067-76f3-41a5-b2dc-13c7641aa300 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1586072
Feb 02 13:37:14.713850 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50fa30c-df76-446e-81c2-964f8aac9995 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7112cc0e-3998-482d-881b-ab3b1db40b38,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:14.731439 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-e50fa30c-df76-446e-81c2-964f8aac9995 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:14.732326 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-1939476f-c4be-4e92-afbf-47fb9e109e51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.521s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:14.732782 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-1939476f-c4be-4e92-afbf-47fb9e109e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:14.737550 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b98316-cb4e-44f4-b8ef-aac5e02f3cf2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Pushing event updated for resources: {'Port': ['ID=c33ca852-13d9-4a45-8d02-8c04ecaa2d52,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:14.752379 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-07b98316-cb4e-44f4-b8ef-aac5e02f3cf2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:14.775703 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-cbb12330-84dc-4ed7-bbc2-a6b2111e55ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:14.831422 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-cbb12330-84dc-4ed7-bbc2-a6b2111e55ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:14.838438 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-b3ac8848-b4a9-4f4a-84ee-f6c9dac5502e req-1ce5768c-a766-481c-9674-8a769de622ce service neutron] For port 561f0039-310d-4b3c-b5f3-239a2af7d13c, host hv-cinder-77238, cleared binding levels {{(pid=80185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 02 13:37:14.843580 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-b3ac8848-b4a9-4f4a-84ee-f6c9dac5502e req-1ce5768c-a766-481c-9674-8a769de622ce service neutron] For port 561f0039-310d-4b3c-b5f3-239a2af7d13c, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=561f0039-310d-4b3c-b5f3-239a2af7d13c,segment=NetworkSegment(74161cca-e56a-4704-b658-1eba40fb5e34),segment_id=74161cca-e56a-4704-b658-1eba40fb5e34)] {{(pid=80185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 02 13:37:14.890721 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-b3ac8848-b4a9-4f4a-84ee-f6c9dac5502e req-1ce5768c-a766-481c-9674-8a769de622ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:14.926443 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-039a3fb2-e202-41f3-b91c-7f210340200f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:14.971099 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3af8f-ec23-473a-b739-a1690b343fff req-23ef060a-1def-4c56-b87a-fe47de976488 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:14.973109 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-10b3af8f-ec23-473a-b739-a1690b343fff req-23ef060a-1def-4c56-b87a-fe47de976488 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=ef114128-255e-4fa2-af27-1489defe8d5c HTTP/1.1" status: 200  len: 945 time: 0.3956215
Feb 02 13:37:15.080310 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-10b3af8f-ec23-473a-b739-a1690b343fff req-aff33cd3-031c-45d0-9fa2-d559c9fe933d tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/security-groups?id=8e3981d7-7e1a-4930-b113-8bfee26cb618&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879717
Feb 02 13:37:15.088175 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-cbb12330-84dc-4ed7-bbc2-a6b2111e55ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:15.098580 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:15.098864 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b98316-cb4e-44f4-b8ef-aac5e02f3cf2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Network 081eaffe-521e-4302-9444-c5c7bff220cd is already hosted by enough agents. {{(pid=80185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:37:15.106574 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [None req-07b98316-cb4e-44f4-b8ef-aac5e02f3cf2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Resources bound (agent type, host, resource id):  {{(pid=80185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:37:15.109179 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b98316-cb4e-44f4-b8ef-aac5e02f3cf2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Received port after_create {{(pid=80185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 02 13:37:15.129129 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb12330-84dc-4ed7-bbc2-a6b2111e55ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f088d2-24b0-436b-800f-b83408c741e4,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:15.138814 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-cbb12330-84dc-4ed7-bbc2-a6b2111e55ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:15.146606 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-cbb12330-84dc-4ed7-bbc2-a6b2111e55ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:15.152806 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-cbb12330-84dc-4ed7-bbc2-a6b2111e55ee admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/f6f088d2-24b0-436b-800f-b83408c741e4 HTTP/1.1" status: 204  len: 168 time: 0.6989043
Feb 02 13:37:15.286940 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce5768c-a766-481c-9674-8a769de622ce service neutron] Pushing event updated for resources: {'Port': ['ID=561f0039-310d-4b3c-b5f3-239a2af7d13c,revision_number=3']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:15.313000 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-1ce5768c-a766-481c-9674-8a769de622ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:15.341165 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-07b98316-cb4e-44f4-b8ef-aac5e02f3cf2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:15.351524 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac8848-b4a9-4f4a-84ee-f6c9dac5502e req-1ce5768c-a766-481c-9674-8a769de622ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:15.351865 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-b3ac8848-b4a9-4f4a-84ee-f6c9dac5502e req-1ce5768c-a766-481c-9674-8a769de622ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for port, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:15.353783 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b3ac8848-b4a9-4f4a-84ee-f6c9dac5502e req-1ce5768c-a766-481c-9674-8a769de622ce service neutron] 10.222.0.132 "PUT /v2.0/ports/561f0039-310d-4b3c-b5f3-239a2af7d13c HTTP/1.1" status: 200  len: 1157 time: 6.5071719
Feb 02 13:37:15.354306 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbbd96bb-f941-48ce-ac3b-bfe78f0f79ed', 'tag': '561f0039-310d-4b3c-b5f3-239a2af7d13c'}] {{(pid=80185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:37:15.461073 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbbd96bb-f941-48ce-ac3b-bfe78f0f79ed', 'tag': '561f0039-310d-4b3c-b5f3-239a2af7d13c', 'status': 'completed', 'code': 200}
Feb 02 13:37:15.473321 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device 74bc8a99-e6b2-4441-afc9-039efe6169b5 up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:37:15.488198 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-07b98316-cb4e-44f4-b8ef-aac5e02f3cf2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:15.577267 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4285f4c0-9e30-44e8-93c9-60e95b4b4645 req-bed64b8f-3240-4cde-9aac-86ba846bcc47 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:15.581092 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-4285f4c0-9e30-44e8-93c9-60e95b4b4645 req-bed64b8f-3240-4cde-9aac-86ba846bcc47 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] 10.222.0.133 "GET /v2.0/ports?device_id=0b930de0-c865-4986-a5a2-e31cdc782344 HTTP/1.1" status: 200  len: 945 time: 0.2823887
Feb 02 13:37:15.634632 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port 74bc8a99-e6b2-4441-afc9-039efe6169b5 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:37:15.635399 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:15.764722 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-4285f4c0-9e30-44e8-93c9-60e95b4b4645 req-062596fa-0c68-4025-89a0-88d88836aca7 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] 10.222.0.133 "GET /v2.0/security-groups?id=35742ac1-887e-4519-b0ab-4f0c0c4e8cb3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1715803
Feb 02 13:37:15.972747 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-de4d4ae6-b528-45a4-bf31-365ed9cafdab req-431f94a1-a91e-4635-9b26-9939d3c1417b service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c589d339-358c-4a85-9297-cd3c9497bc88 HTTP/1.1" status: 200  len: 217 time: 0.3180013
Feb 02 13:37:16.173029 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d4ae6-b528-45a4-bf31-365ed9cafdab req-247931c2-93ec-4728-a69a-208b03dc031c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:16.176071 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-de4d4ae6-b528-45a4-bf31-365ed9cafdab req-247931c2-93ec-4728-a69a-208b03dc031c service neutron] 10.222.0.132 "GET /v2.0/subnets?id=c2340414-8894-4d0b-932b-2cabaace3a3e HTTP/1.1" status: 200  len: 859 time: 0.1874504
Feb 02 13:37:16.279086 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.objects.ports [None req-7f5688f3-da45-43aa-95dc-c0e9f18d646a None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80186) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 02 13:37:16.423506 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-de4d4ae6-b528-45a4-bf31-365ed9cafdab req-72ef5601-7246-4d12-b5c9-514ed64d86a7 service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=0102586b-cbe3-455e-8beb-466400271cff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1579187
Feb 02 13:37:16.428502 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac8848-b4a9-4f4a-84ee-f6c9dac5502e req-03f05ac3-6c7a-4f83-b3f4-de99f9cfa39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:16.430098 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b3ac8848-b4a9-4f4a-84ee-f6c9dac5502e req-03f05ac3-6c7a-4f83-b3f4-de99f9cfa39d service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=cea623c3b184459485bd931a9663986e&device_id=fbbd96bb-f941-48ce-ac3b-bfe78f0f79ed HTTP/1.1" status: 200  len: 1160 time: 0.6094580
Feb 02 13:37:16.446157 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891763f5-2330-44f8-9a21-dad382b880c6 req-7cf8a4f0-0e03-45b8-b02a-cc2b20deb9bc tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:16.460281 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-891763f5-2330-44f8-9a21-dad382b880c6 req-7cf8a4f0-0e03-45b8-b02a-cc2b20deb9bc tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=fbbd96bb-f941-48ce-ac3b-bfe78f0f79ed HTTP/1.1" status: 200  len: 943 time: 0.5784302
Feb 02 13:37:16.579092 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device c589d339-358c-4a85-9297-cd3c9497bc88 up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:37:16.720363 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-891763f5-2330-44f8-9a21-dad382b880c6 req-675fec88-e93b-4c6d-b8b5-c4e6a75b16ce tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2319427
Feb 02 13:37:16.803306 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265ccd9-2557-49aa-9b53-6fc25f4c941c req-39ee1991-56c6-444e-9259-0773f2895f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:16.826539 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b265ccd9-2557-49aa-9b53-6fc25f4c941c req-39ee1991-56c6-444e-9259-0773f2895f77 service neutron] 10.222.0.132 "GET /v2.0/ports?device_id=0b930de0-c865-4986-a5a2-e31cdc782344 HTTP/1.1" status: 200  len: 1162 time: 0.8501842
Feb 02 13:37:16.911610 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning for port c589d339-358c-4a85-9297-cd3c9497bc88 completed by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:37:16.948173 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port c589d339-358c-4a85-9297-cd3c9497bc88 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:37:16.948899 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:17.177106 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f2d0e-3c89-4f06-a281-427ced1e27b1 req-00e23cf5-9a5e-41ac-bba6-ff52339e77e3 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:17.190869 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-259f2d0e-3c89-4f06-a281-427ced1e27b1 req-00e23cf5-9a5e-41ac-bba6-ff52339e77e3 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=ef114128-255e-4fa2-af27-1489defe8d5c HTTP/1.1" status: 200  len: 945 time: 0.6540165
Feb 02 13:37:17.247341 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-b265ccd9-2557-49aa-9b53-6fc25f4c941c req-4e85e22a-aad4-483c-80b3-971a352eeb8f service neutron] Synchronizing usage tracker for tenant:cfe70db182b443859eac5a014f110a10 on resource:security_group {{(pid=80184) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:37:17.308301 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-259f2d0e-3c89-4f06-a281-427ced1e27b1 req-8fb773aa-0c75-47dc-b52b-8e47fe4f1f45 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/security-groups?id=8e3981d7-7e1a-4930-b113-8bfee26cb618&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1158297
Feb 02 13:37:17.407502 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-b265ccd9-2557-49aa-9b53-6fc25f4c941c req-4e85e22a-aad4-483c-80b3-971a352eeb8f service neutron] Unset dirty status for tenant:cfe70db182b443859eac5a014f110a10 on resource:security_group {{(pid=80184) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:37:17.409835 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b265ccd9-2557-49aa-9b53-6fc25f4c941c req-4e85e22a-aad4-483c-80b3-971a352eeb8f service neutron] 10.222.0.132 "GET /v2.0/security-groups?id=35742ac1-887e-4519-b0ab-4f0c0c4e8cb3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5268404
Feb 02 13:37:17.577370 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b3ac8848-b4a9-4f4a-84ee-f6c9dac5502e req-70337b49-92af-41fc-b89b-841790c9dd7a service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=561f0039-310d-4b3c-b5f3-239a2af7d13c HTTP/1.1" status: 200  len: 217 time: 1.1412427
Feb 02 13:37:17.625763 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:17.745794 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eca18a-e584-47a9-b074-8407b9c82923 req-422603e9-f4e9-473d-8ace-ad05e9d8e2f5 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:17.750916 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed3a668-be97-4ec5-be44-a404ba149fde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c589d339-358c-4a85-9297-cd3c9497bc88'}] {{(pid=80186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:37:17.775642 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-61eca18a-e584-47a9-b074-8407b9c82923 req-422603e9-f4e9-473d-8ace-ad05e9d8e2f5 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] 10.222.0.133 "GET /v2.0/ports?device_id=0b930de0-c865-4986-a5a2-e31cdc782344 HTTP/1.1" status: 200  len: 945 time: 0.4498191
Feb 02 13:37:17.890504 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] For port c589d339-358c-4a85-9297-cd3c9497bc88, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=c589d339-358c-4a85-9297-cd3c9497bc88,segment=NetworkSegment(74161cca-e56a-4704-b658-1eba40fb5e34),segment_id=74161cca-e56a-4704-b658-1eba40fb5e34)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:37:17.909924 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:17.925684 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-61eca18a-e584-47a9-b074-8407b9c82923 req-8ad24195-5902-4546-8e2d-c0a3c1f8bc2e tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] 10.222.0.133 "GET /v2.0/security-groups?id=35742ac1-887e-4519-b0ab-4f0c0c4e8cb3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1426237
Feb 02 13:37:17.926732 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:18.100993 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed3a668-be97-4ec5-be44-a404ba149fde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c589d339-358c-4a85-9297-cd3c9497bc88', 'code': 200}
Feb 02 13:37:18.125079 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device ce2ae21c-3e84-4ec8-885d-7e70ebe01138 up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:37:18.222583 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-de4d4ae6-b528-45a4-bf31-365ed9cafdab req-18ab878b-fcb0-4421-ac2e-e7841c870e61 service neutron] 10.222.0.132 "GET /v2.0/networks/0102586b-cbe3-455e-8beb-466400271cff?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.7911286
Feb 02 13:37:18.295244 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-07b98316-cb4e-44f4-b8ef-aac5e02f3cf2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks [] for port, precommit_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:18.373498 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Pushing event updated for resources: {'Port': ['ID=c589d339-358c-4a85-9297-cd3c9497bc88,revision_number=4']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:18.394061 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:18.430622 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port ce2ae21c-3e84-4ec8-885d-7e70ebe01138 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:37:18.431724 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:18.436273 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-07b98316-cb4e-44f4-b8ef-aac5e02f3cf2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:18.708680 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:18.907907 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac8848-b4a9-4f4a-84ee-f6c9dac5502e req-74a9162e-6c54-49ca-9be5-4ea666a1436f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:18.914079 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b3ac8848-b4a9-4f4a-84ee-f6c9dac5502e req-74a9162e-6c54-49ca-9be5-4ea666a1436f service neutron] 10.222.0.132 "GET /v2.0/subnets?id=c2340414-8894-4d0b-932b-2cabaace3a3e HTTP/1.1" status: 200  len: 859 time: 1.3192794
Feb 02 13:37:18.989369 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device c589d339-358c-4a85-9297-cd3c9497bc88 up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:37:19.248990 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0670e2-7651-4587-a6c2-a6986b85bb55 req-8cfa7671-f19f-4743-a163-9de41028e877 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:19.252796 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-de0670e2-7651-4587-a6c2-a6986b85bb55 req-8cfa7671-f19f-4743-a163-9de41028e877 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=fbbd96bb-f941-48ce-ac3b-bfe78f0f79ed HTTP/1.1" status: 200  len: 943 time: 0.7994800
Feb 02 13:37:19.256293 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 40260) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:37:19.316322 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port c589d339-358c-4a85-9297-cd3c9497bc88 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:37:19.317256 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:19.368125 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b98316-cb4e-44f4-b8ef-aac5e02f3cf2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Pushing event updated for resources: {'Port': ['ID=c33ca852-13d9-4a45-8d02-8c04ecaa2d52,revision_number=2']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:19.478968 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b98316-cb4e-44f4-b8ef-aac5e02f3cf2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:19.479625 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b98316-cb4e-44f4-b8ef-aac5e02f3cf2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:19.480816 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b98316-cb4e-44f4-b8ef-aac5e02f3cf2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:19.481447 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b98316-cb4e-44f4-b8ef-aac5e02f3cf2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:19.482066 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b98316-cb4e-44f4-b8ef-aac5e02f3cf2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:19.482694 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b98316-cb4e-44f4-b8ef-aac5e02f3cf2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:19.483335 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b98316-cb4e-44f4-b8ef-aac5e02f3cf2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:19.484023 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b98316-cb4e-44f4-b8ef-aac5e02f3cf2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:19.484680 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b98316-cb4e-44f4-b8ef-aac5e02f3cf2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:19.485318 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b98316-cb4e-44f4-b8ef-aac5e02f3cf2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:19.485951 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b98316-cb4e-44f4-b8ef-aac5e02f3cf2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:19.486569 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b98316-cb4e-44f4-b8ef-aac5e02f3cf2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:19.487303 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b98316-cb4e-44f4-b8ef-aac5e02f3cf2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:19.487944 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b98316-cb4e-44f4-b8ef-aac5e02f3cf2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:19.488590 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b98316-cb4e-44f4-b8ef-aac5e02f3cf2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:19.489220 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b98316-cb4e-44f4-b8ef-aac5e02f3cf2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:19.489848 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b98316-cb4e-44f4-b8ef-aac5e02f3cf2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:19.490478 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b98316-cb4e-44f4-b8ef-aac5e02f3cf2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:19.491110 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b98316-cb4e-44f4-b8ef-aac5e02f3cf2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:19.491734 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b98316-cb4e-44f4-b8ef-aac5e02f3cf2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:19.492407 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b98316-cb4e-44f4-b8ef-aac5e02f3cf2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:19.493052 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b98316-cb4e-44f4-b8ef-aac5e02f3cf2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:19.493680 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b98316-cb4e-44f4-b8ef-aac5e02f3cf2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:19.494315 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b98316-cb4e-44f4-b8ef-aac5e02f3cf2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:19.513345 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-07b98316-cb4e-44f4-b8ef-aac5e02f3cf2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.804s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:19.518853 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b3ac8848-b4a9-4f4a-84ee-f6c9dac5502e req-fa62ed18-db50-43cc-abdc-0e07015cf031 service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=0102586b-cbe3-455e-8beb-466400271cff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3360379
Feb 02 13:37:20.030623 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-de4d4ae6-b528-45a4-bf31-365ed9cafdab req-a8c40b65-83ee-4b18-9430-3b2fabbe8a09 service neutron] 10.222.0.132 "GET /v2.0/networks/0102586b-cbe3-455e-8beb-466400271cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.7790933
Feb 02 13:37:20.037318 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-07b98316-cb4e-44f4-b8ef-aac5e02f3cf2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852699397'] for floatingip, after_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:20.053733 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device c589d339-358c-4a85-9297-cd3c9497bc88 up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:37:20.173672 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-07b98316-cb4e-44f4-b8ef-aac5e02f3cf2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for floatingip, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:20.175906 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-07b98316-cb4e-44f4-b8ef-aac5e02f3cf2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 10.4635744
Feb 02 13:37:20.299975 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port c589d339-358c-4a85-9297-cd3c9497bc88 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:37:20.300725 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:20.329419 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-de0670e2-7651-4587-a6c2-a6986b85bb55 req-daa40b95-a522-440c-8f2d-875abc141d57 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9083662
Feb 02 13:37:20.356647 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b3ac8848-b4a9-4f4a-84ee-f6c9dac5502e req-829f5167-3a93-4d4b-bc37-6a40c47a0ae4 service neutron] 10.222.0.132 "GET /v2.0/networks/0102586b-cbe3-455e-8beb-466400271cff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8171194
Feb 02 13:37:20.518973 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-9cfe56ee-8379-4f8f-8562-dc71aa277acb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:20.569916 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c848c-7934-443c-8e14-def89bb1f261 req-4b7c64ff-e2f3-4fb5-81c6-695c99e2cac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:20.583096 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d84c848c-7934-443c-8e14-def89bb1f261 req-4b7c64ff-e2f3-4fb5-81c6-695c99e2cac7 service neutron] 10.222.0.132 "GET /v2.0/ports?device_id=2ed3a668-be97-4ec5-be44-a404ba149fde HTTP/1.1" status: 200  len: 1163 time: 1.3244715
Feb 02 13:37:20.641150 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-9cfe56ee-8379-4f8f-8562-dc71aa277acb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:37:20.649699 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-9cfe56ee-8379-4f8f-8562-dc71aa277acb admin admin] Usage tracker for resource:security_group_rule and tenant:ea8e04d8374e4323bfdb2353d290c034 is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:37:20.656753 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-9cfe56ee-8379-4f8f-8562-dc71aa277acb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:37:20.667701 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-9cfe56ee-8379-4f8f-8562-dc71aa277acb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:37:20.717932 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b3ac8848-b4a9-4f4a-84ee-f6c9dac5502e req-2c926391-7967-4882-8a01-82f7404728f1 service neutron] 10.222.0.132 "GET /v2.0/networks/0102586b-cbe3-455e-8beb-466400271cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3524995
Feb 02 13:37:20.862367 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e95838-1a13-45de-98e8-e85066be25a2 req-e21ba228-061c-4a3e-b6e9-e4ca4023809f tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:20.864960 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-80e95838-1a13-45de-98e8-e85066be25a2 req-e21ba228-061c-4a3e-b6e9-e4ca4023809f tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=ef114128-255e-4fa2-af27-1489defe8d5c HTTP/1.1" status: 200  len: 945 time: 1.6041749
Feb 02 13:37:21.120052 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-80e95838-1a13-45de-98e8-e85066be25a2 req-9782bbd9-a51b-4ff6-bf1f-c11147a0e0ff tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/security-groups?id=8e3981d7-7e1a-4930-b113-8bfee26cb618&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2359025
Feb 02 13:37:21.182129 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-9cfe56ee-8379-4f8f-8562-dc71aa277acb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:21.191970 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-9cfe56ee-8379-4f8f-8562-dc71aa277acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:21.216006 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-cbb12330-84dc-4ed7-bbc2-a6b2111e55ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:21.374334 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032e9c8-8fb4-43d8-a9c2-cf15c259437d req-fe7b77de-297e-4eeb-8e39-23379d340b09 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:21.377648 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6032e9c8-8fb4-43d8-a9c2-cf15c259437d req-fe7b77de-297e-4eeb-8e39-23379d340b09 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] 10.222.0.133 "GET /v2.0/ports?device_id=0b930de0-c865-4986-a5a2-e31cdc782344 HTTP/1.1" status: 200  len: 945 time: 0.4950426
Feb 02 13:37:21.402522 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe56ee-8379-4f8f-8562-dc71aa277acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb06c5c7-c146-45ef-9550-c7770c27ca9c,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:21.494867 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfe56ee-8379-4f8f-8562-dc71aa277acb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:21.495286 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfe56ee-8379-4f8f-8562-dc71aa277acb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:21.496204 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfe56ee-8379-4f8f-8562-dc71aa277acb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:21.496716 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfe56ee-8379-4f8f-8562-dc71aa277acb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:21.497319 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfe56ee-8379-4f8f-8562-dc71aa277acb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:21.497930 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfe56ee-8379-4f8f-8562-dc71aa277acb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:21.498540 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfe56ee-8379-4f8f-8562-dc71aa277acb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:21.499164 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfe56ee-8379-4f8f-8562-dc71aa277acb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:21.499730 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfe56ee-8379-4f8f-8562-dc71aa277acb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:21.500371 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfe56ee-8379-4f8f-8562-dc71aa277acb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:21.500953 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfe56ee-8379-4f8f-8562-dc71aa277acb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:21.501441 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfe56ee-8379-4f8f-8562-dc71aa277acb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:21.502007 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfe56ee-8379-4f8f-8562-dc71aa277acb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:21.502515 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfe56ee-8379-4f8f-8562-dc71aa277acb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:21.503227 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfe56ee-8379-4f8f-8562-dc71aa277acb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:21.503707 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfe56ee-8379-4f8f-8562-dc71aa277acb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:21.504214 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfe56ee-8379-4f8f-8562-dc71aa277acb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:21.504718 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfe56ee-8379-4f8f-8562-dc71aa277acb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:21.505497 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfe56ee-8379-4f8f-8562-dc71aa277acb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:21.505859 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfe56ee-8379-4f8f-8562-dc71aa277acb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:21.506460 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfe56ee-8379-4f8f-8562-dc71aa277acb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:21.507604 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfe56ee-8379-4f8f-8562-dc71aa277acb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:21.507783 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfe56ee-8379-4f8f-8562-dc71aa277acb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:21.508257 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfe56ee-8379-4f8f-8562-dc71aa277acb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:21.534338 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-9cfe56ee-8379-4f8f-8562-dc71aa277acb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:21.551562 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-9cfe56ee-8379-4f8f-8562-dc71aa277acb admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=ea8e04d8374e4323bfdb2353d290c034&name=default HTTP/1.1" status: 200  len: 2979 time: 2.2876742
Feb 02 13:37:21.556072 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 40324) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:37:21.645573 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-659e53e4-ce5f-4667-9532-fe319d246ba7 req-bb2cf195-a740-43b1-9e2b-9e3f9047db0c tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Synchronizing usage tracker for tenant:4137e2122c7f40189b0a34f1651c3764 on resource:security_group {{(pid=80184) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:37:21.684488 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-399dca29-f79e-477b-bbbf-edba35945ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:21.696532 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6032e9c8-8fb4-43d8-a9c2-cf15c259437d req-ee20feef-5ccb-4ca5-a6ec-6da67ae12ab7 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] 10.222.0.133 "GET /v2.0/security-groups?id=35742ac1-887e-4519-b0ab-4f0c0c4e8cb3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3022590
Feb 02 13:37:21.728997 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-659e53e4-ce5f-4667-9532-fe319d246ba7 req-bb2cf195-a740-43b1-9e2b-9e3f9047db0c tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Unset dirty status for tenant:4137e2122c7f40189b0a34f1651c3764 on resource:security_group {{(pid=80184) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:37:21.734868 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-659e53e4-ce5f-4667-9532-fe319d246ba7 req-bb2cf195-a740-43b1-9e2b-9e3f9047db0c tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?name=tempest-securitygroup--535185077&fields=id&tenant_id=4137e2122c7f40189b0a34f1651c3764 HTTP/1.1" status: 200  len: 267 time: 0.3425245
Feb 02 13:37:21.742245 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-399dca29-f79e-477b-bbbf-edba35945ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:21.923996 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-399dca29-f79e-477b-bbbf-edba35945ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:21.940542 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f21e3e20-5dcc-43ba-953d-1068c564edce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:21.977854 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399dca29-f79e-477b-bbbf-edba35945ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb06c5c7-c146-45ef-9550-c7770c27ca9c,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:21.981610 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-399dca29-f79e-477b-bbbf-edba35945ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:21.987188 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-399dca29-f79e-477b-bbbf-edba35945ca6 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/eb06c5c7-c146-45ef-9550-c7770c27ca9c HTTP/1.1" status: 204  len: 168 time: 0.4260602
Feb 02 13:37:21.987188 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-399dca29-f79e-477b-bbbf-edba35945ca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:22.241440 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d84c848c-7934-443c-8e14-def89bb1f261 req-3790b3e8-27ac-45e3-b114-20051eab1a1d service neutron] 10.222.0.132 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1582184
Feb 02 13:37:22.623390 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e53e4-ce5f-4667-9532-fe319d246ba7 req-9e13c79a-20e1-4dfa-9c78-a388c32e4ada tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:22.624739 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-659e53e4-ce5f-4667-9532-fe319d246ba7 req-9e13c79a-20e1-4dfa-9c78-a388c32e4ada tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Synchronizing usage tracker for tenant:4137e2122c7f40189b0a34f1651c3764 on resource:network {{(pid=80184) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:37:22.667126 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-659e53e4-ce5f-4667-9532-fe319d246ba7 req-9e13c79a-20e1-4dfa-9c78-a388c32e4ada tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Unset dirty status for tenant:4137e2122c7f40189b0a34f1651c3764 on resource:network {{(pid=80184) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:37:22.671867 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-659e53e4-ce5f-4667-9532-fe319d246ba7 req-9e13c79a-20e1-4dfa-9c78-a388c32e4ada tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/networks?id=1686445e-9089-4fcd-bac5-a148e4ca86fe HTTP/1.1" status: 200  len: 816 time: 0.9253085
Feb 02 13:37:22.873933 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579367e7-8471-4ae5-bbde-ddd5b820e1ce req-ab515255-2fbe-4369-994e-0202a1a30c67 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:22.876876 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-579367e7-8471-4ae5-bbde-ddd5b820e1ce req-ab515255-2fbe-4369-994e-0202a1a30c67 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=fbbd96bb-f941-48ce-ac3b-bfe78f0f79ed HTTP/1.1" status: 200  len: 943 time: 0.6551902
Feb 02 13:37:22.892759 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-659e53e4-ce5f-4667-9532-fe319d246ba7 req-85f41de5-c45a-434a-822c-8c546fb878c3 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/quotas/4137e2122c7f40189b0a34f1651c3764 HTTP/1.1" status: 200  len: 375 time: 0.2126250
Feb 02 13:37:23.257702 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-579367e7-8471-4ae5-bbde-ddd5b820e1ce req-181c4fbd-e731-45cf-b0fd-af23716efebc tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3632298
Feb 02 13:37:23.373226 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471df1f5-c331-4a73-be79-4190e8d5098e req-bcd66d08-bb0b-4c7b-bbfc-deb5a11d7fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:23.375852 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-471df1f5-c331-4a73-be79-4190e8d5098e req-bcd66d08-bb0b-4c7b-bbfc-deb5a11d7fc0 service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=cea623c3b184459485bd931a9663986e&device_id=fbbd96bb-f941-48ce-ac3b-bfe78f0f79ed HTTP/1.1" status: 200  len: 1160 time: 0.4957867
Feb 02 13:37:23.560438 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-659e53e4-ce5f-4667-9532-fe319d246ba7 req-e9c91ae6-cad5-4bd1-809c-4c736d293331 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Synchronizing usage tracker for tenant:4137e2122c7f40189b0a34f1651c3764 on resource:port {{(pid=80184) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:37:23.699764 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-659e53e4-ce5f-4667-9532-fe319d246ba7 req-e9c91ae6-cad5-4bd1-809c-4c736d293331 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Unset dirty status for tenant:4137e2122c7f40189b0a34f1651c3764 on resource:port {{(pid=80184) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:37:23.711971 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-659e53e4-ce5f-4667-9532-fe319d246ba7 req-e9c91ae6-cad5-4bd1-809c-4c736d293331 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?tenant_id=4137e2122c7f40189b0a34f1651c3764&fields=id HTTP/1.1" status: 200  len: 348 time: 0.7215068
Feb 02 13:37:23.870217 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 40386) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:37:24.035531 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471df1f5-c331-4a73-be79-4190e8d5098e req-878eb8fd-42c8-4029-b664-eecaa3a37a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:24.038484 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-471df1f5-c331-4a73-be79-4190e8d5098e req-878eb8fd-42c8-4029-b664-eecaa3a37a40 service neutron] 10.222.0.132 "GET /v2.0/networks?id=0102586b-cbe3-455e-8beb-466400271cff HTTP/1.1" status: 200  len: 913 time: 0.6554775
Feb 02 13:37:24.199209 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-471df1f5-c331-4a73-be79-4190e8d5098e req-da45ee8e-d123-4f9c-8dfc-c49a080fd95d service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=561f0039-310d-4b3c-b5f3-239a2af7d13c HTTP/1.1" status: 200  len: 217 time: 0.1513066
Feb 02 13:37:24.267628 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-66ec0f53-c9de-426f-a239-05e56f390346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:24.355232 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-66ec0f53-c9de-426f-a239-05e56f390346 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:37:24.363130 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-66ec0f53-c9de-426f-a239-05e56f390346 admin admin] Usage tracker for resource:security_group_rule and tenant:809613b5721f41ac8a95d0213ee34f80 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:37:24.368869 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-66ec0f53-c9de-426f-a239-05e56f390346 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:37:24.380169 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-659e53e4-ce5f-4667-9532-fe319d246ba7 req-f95acc89-521d-45a1-9a93-b37923d129ad service neutron] 10.222.0.133 "GET /v2.0/networks/1686445e-9089-4fcd-bac5-a148e4ca86fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6400588
Feb 02 13:37:24.381987 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-66ec0f53-c9de-426f-a239-05e56f390346 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:37:24.442938 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471df1f5-c331-4a73-be79-4190e8d5098e req-cc2fd33b-eb63-4b7d-982c-2fc7054de540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:24.445641 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-471df1f5-c331-4a73-be79-4190e8d5098e req-cc2fd33b-eb63-4b7d-982c-2fc7054de540 service neutron] 10.222.0.132 "GET /v2.0/subnets?id=c2340414-8894-4d0b-932b-2cabaace3a3e HTTP/1.1" status: 200  len: 859 time: 0.2145841
Feb 02 13:37:24.595987 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-66ec0f53-c9de-426f-a239-05e56f390346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:24.602368 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-66ec0f53-c9de-426f-a239-05e56f390346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:24.640753 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-fd8980ea-e6d4-4241-b6ec-495ab2fcfeb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:24.657936 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-471df1f5-c331-4a73-be79-4190e8d5098e req-cdf27125-df06-4bf2-a587-fbdc07d6d018 service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=0102586b-cbe3-455e-8beb-466400271cff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2017791
Feb 02 13:37:24.843510 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-66ec0f53-c9de-426f-a239-05e56f390346 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=809613b5721f41ac8a95d0213ee34f80&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9668729
Feb 02 13:37:24.843510 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec0f53-c9de-426f-a239-05e56f390346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad3f1e6-a437-40ce-b18a-790f82906a4f,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:24.849874 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-66ec0f53-c9de-426f-a239-05e56f390346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:24.850765 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 40418) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:37:25.056488 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-64e0da1a-8400-4cc0-b855-31c8bcd2c3f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:25.085852 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device 561f0039-310d-4b3c-b5f3-239a2af7d13c up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:37:25.115909 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-64e0da1a-8400-4cc0-b855-31c8bcd2c3f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:25.249275 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-659e53e4-ce5f-4667-9532-fe319d246ba7 req-33f113c5-8bf0-4e8f-a588-684dd2e06730 service neutron] 10.222.0.133 "GET /v2.0/networks/1686445e-9089-4fcd-bac5-a148e4ca86fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8543851
Feb 02 13:37:25.280157 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-64e0da1a-8400-4cc0-b855-31c8bcd2c3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:25.296349 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-6a9c77cf-f7ad-4153-a831-32341149d391 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:25.328396 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning for port 561f0039-310d-4b3c-b5f3-239a2af7d13c completed by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:37:25.338675 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-471df1f5-c331-4a73-be79-4190e8d5098e req-91c554bd-949c-40e7-a6a1-52ea60aa7cf5 service neutron] 10.222.0.132 "GET /v2.0/networks/0102586b-cbe3-455e-8beb-466400271cff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6660218
Feb 02 13:37:25.350180 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-64e0da1a-8400-4cc0-b855-31c8bcd2c3f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:25.350436 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port 561f0039-310d-4b3c-b5f3-239a2af7d13c triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:37:25.350839 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:25.352141 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-64e0da1a-8400-4cc0-b855-31c8bcd2c3f8 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/7ad3f1e6-a437-40ce-b18a-790f82906a4f HTTP/1.1" status: 204  len: 168 time: 0.4996915
Feb 02 13:37:25.353831 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e0da1a-8400-4cc0-b855-31c8bcd2c3f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad3f1e6-a437-40ce-b18a-790f82906a4f,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:25.365284 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-64e0da1a-8400-4cc0-b855-31c8bcd2c3f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:25.875910 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-471df1f5-c331-4a73-be79-4190e8d5098e req-20b7fae0-f9e2-4940-82a7-abcb04b8d322 service neutron] 10.222.0.132 "GET /v2.0/networks/0102586b-cbe3-455e-8beb-466400271cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5320299
Feb 02 13:37:26.316549 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-da98e8b2-bd66-413a-94c4-6a77a52d24d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:26.329416 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:26.476192 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbbd96bb-f941-48ce-ac3b-bfe78f0f79ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '561f0039-310d-4b3c-b5f3-239a2af7d13c'}] {{(pid=80186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:37:26.521342 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] For port 561f0039-310d-4b3c-b5f3-239a2af7d13c, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=561f0039-310d-4b3c-b5f3-239a2af7d13c,segment=NetworkSegment(74161cca-e56a-4704-b658-1eba40fb5e34),segment_id=74161cca-e56a-4704-b658-1eba40fb5e34)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:37:26.534337 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:26.541319 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-967c2006-94ec-4c67-b9a9-170a16065072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:26.762363 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Pushing event updated for resources: {'Port': ['ID=561f0039-310d-4b3c-b5f3-239a2af7d13c,revision_number=4']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:26.768420 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:26.775696 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 40482) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:37:26.802714 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-1db307ef-0b81-450a-a916-2559b2852818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:26.826222 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-1db307ef-0b81-450a-a916-2559b2852818 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:37:26.831382 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-1db307ef-0b81-450a-a916-2559b2852818 admin admin] Usage tracker for resource:security_group_rule and tenant:40fa7522e438405b9cb92e25f5738c05 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:37:26.835192 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-1db307ef-0b81-450a-a916-2559b2852818 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:37:26.844439 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-1db307ef-0b81-450a-a916-2559b2852818 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:37:26.900960 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.agents_db [None req-a5446886-6d63-4256-b3e6-4e67ca866f31 None None] Agent healthcheck: found 6 active agents {{(pid=80187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 02 13:37:26.994678 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-1db307ef-0b81-450a-a916-2559b2852818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:26.999359 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-1db307ef-0b81-450a-a916-2559b2852818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:27.041907 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-771b8d2d-6ae3-4ff1-b94c-26fb60705aed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:27.079279 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-1db307ef-0b81-450a-a916-2559b2852818 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=40fa7522e438405b9cb92e25f5738c05&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3015630
Feb 02 13:37:27.080249 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 40494) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:37:27.081102 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db307ef-0b81-450a-a916-2559b2852818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7a0290-1ab9-401b-8c0d-42130dc5064f,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:27.087275 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-1db307ef-0b81-450a-a916-2559b2852818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:27.230491 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98468ae0-86b7-4ccb-8d11-83cdd9f442a5 req-6b0bd6be-de85-4f6d-b40b-7c4cd73e670a tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:27.244831 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-98468ae0-86b7-4ccb-8d11-83cdd9f442a5 req-6b0bd6be-de85-4f6d-b40b-7c4cd73e670a tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=fbbd96bb-f941-48ce-ac3b-bfe78f0f79ed HTTP/1.1" status: 200  len: 945 time: 0.7351844
Feb 02 13:37:27.300660 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-98d4b558-df33-4c48-b241-d36b2748d0c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:27.429176 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-98d4b558-df33-4c48-b241-d36b2748d0c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:27.476962 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-98468ae0-86b7-4ccb-8d11-83cdd9f442a5 req-4f14586a-8ec5-4732-93f4-ef015e070fae tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2275677
Feb 02 13:37:27.533340 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-98d4b558-df33-4c48-b241-d36b2748d0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:27.541999 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-915c33c1-7a5d-4a88-8161-6b032ff38e72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:27.570445 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d4b558-df33-4c48-b241-d36b2748d0c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7a0290-1ab9-401b-8c0d-42130dc5064f,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:27.590849 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-98d4b558-df33-4c48-b241-d36b2748d0c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:27.593995 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-98d4b558-df33-4c48-b241-d36b2748d0c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:27.595658 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-98d4b558-df33-4c48-b241-d36b2748d0c9 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/ec7a0290-1ab9-401b-8c0d-42130dc5064f HTTP/1.1" status: 204  len: 168 time: 0.5107923
Feb 02 13:37:27.865185 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-38e0fe52-ed99-41fc-b3fb-0cf919066df6 req-869302c3-2857-4baa-a35c-f81092609160 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7 HTTP/1.1" status: 200  len: 210 time: 0.0822985
Feb 02 13:37:28.000281 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbbd96bb-f941-48ce-ac3b-bfe78f0f79ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '561f0039-310d-4b3c-b5f3-239a2af7d13c', 'code': 200}
Feb 02 13:37:28.304301 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 40534) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:37:28.637472 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e147846e-022d-447c-b764-fe15ae982d74 req-7f37c336-44e5-4bdd-839d-09594a400226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:28.640230 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e147846e-022d-447c-b764-fe15ae982d74 req-7f37c336-44e5-4bdd-839d-09594a400226 service neutron] 10.222.0.132 "GET /v2.0/ports?device_id=fbbd96bb-f941-48ce-ac3b-bfe78f0f79ed HTTP/1.1" status: 200  len: 1162 time: 0.2491322
Feb 02 13:37:28.759395 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device 561f0039-310d-4b3c-b5f3-239a2af7d13c up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:37:28.784997 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e147846e-022d-447c-b764-fe15ae982d74 req-cf50db0b-a7a1-4cb8-9637-83bc54189a9b service neutron] 10.222.0.132 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1335249
Feb 02 13:37:29.136245 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d9cdc5bc-d93f-4e99-a4a5-2995c1bc991c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:29.193282 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-d9cdc5bc-d93f-4e99-a4a5-2995c1bc991c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:37:29.201105 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-d9cdc5bc-d93f-4e99-a4a5-2995c1bc991c admin admin] Usage tracker for resource:security_group_rule and tenant:b42a264a73be4e609a23516d67aa565b is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:37:29.208246 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-d9cdc5bc-d93f-4e99-a4a5-2995c1bc991c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:37:29.217723 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e53e4-ce5f-4667-9532-fe319d246ba7 req-5494931e-8723-4074-a8d6-786d67c59bab tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:29.226076 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-d9cdc5bc-d93f-4e99-a4a5-2995c1bc991c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:37:29.226582 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-659e53e4-ce5f-4667-9532-fe319d246ba7 req-5494931e-8723-4074-a8d6-786d67c59bab tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.132 "GET /v2.0/networks?id=1686445e-9089-4fcd-bac5-a148e4ca86fe HTTP/1.1" status: 200  len: 816 time: 0.8908441
Feb 02 13:37:29.426483 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c7e8766e-8d12-4426-afca-822902410145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:29.435827 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-2ce91ed9-4da9-4f5c-9228-2063ca6b5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:29.554213 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port 561f0039-310d-4b3c-b5f3-239a2af7d13c triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:37:29.558073 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:29.591389 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e11613fb-d1ca-4883-9f20-5fedea9eabd2 req-c8d6bc1e-9c2a-4c66-81a5-e23628719a8d service neutron] 10.222.0.132 "GET /v2.0/ports?device_id=0b930de0-c865-4986-a5a2-e31cdc782344&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.3187006
Feb 02 13:37:29.703966 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d9cdc5bc-d93f-4e99-a4a5-2995c1bc991c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:29.715879 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d9cdc5bc-d93f-4e99-a4a5-2995c1bc991c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:29.832334 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-30862558-3fdd-4003-be15-4b99083eab3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:29.948972 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-d9cdc5bc-d93f-4e99-a4a5-2995c1bc991c admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=b42a264a73be4e609a23516d67aa565b&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6429482
Feb 02 13:37:29.982313 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 40572) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:37:30.002280 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-1a6bad55-7623-4a33-bda9-b9c3242609c6 req-726400fd-23f5-4ce4-9cf9-b60061c36b15 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7 HTTP/1.1" status: 200  len: 210 time: 0.7740870
Feb 02 13:37:30.105836 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cdc5bc-d93f-4e99-a4a5-2995c1bc991c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39fbbdd5-4162-4e19-96e5-c4ee9bb4d5ff,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:30.126466 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-d9cdc5bc-d93f-4e99-a4a5-2995c1bc991c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:30.294119 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:30.300869 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11613fb-d1ca-4883-9f20-5fedea9eabd2 req-137d3325-3e1d-461f-aa05-6ff19e56bc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:30.312882 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e11613fb-d1ca-4883-9f20-5fedea9eabd2 req-137d3325-3e1d-461f-aa05-6ff19e56bc0f service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=68800c19777b49cb8d2ef6d2cd7e3510&device_id=0b930de0-c865-4986-a5a2-e31cdc782344 HTTP/1.1" status: 200  len: 1162 time: 0.3592007
Feb 02 13:37:30.395157 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-659e53e4-ce5f-4667-9532-fe319d246ba7 req-9c8ea478-152c-40b0-9dfd-d6bcef542e14 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.132 "GET /v2.0/security-groups?tenant_id=4137e2122c7f40189b0a34f1651c3764 HTTP/1.1" status: 200  len: 5704 time: 1.0693526
Feb 02 13:37:30.421576 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-659e53e4-ce5f-4667-9532-fe319d246ba7 req-73f480de-f73e-410a-b394-f45197a8f15f tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Request body: {'port': {'device_id': '7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7', 'network_id': '1686445e-9089-4fcd-bac5-a148e4ca86fe', 'admin_state_up': True, 'tenant_id': '4137e2122c7f40189b0a34f1651c3764', 'security_groups': ['3e9ef5c7-2881-4d8a-b503-c56e95a5c062']}} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:37:30.637264 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11613fb-d1ca-4883-9f20-5fedea9eabd2 req-c82c565f-ea54-4e76-9c26-ec85c778f9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:30.641715 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e11613fb-d1ca-4883-9f20-5fedea9eabd2 req-c82c565f-ea54-4e76-9c26-ec85c778f9d4 service neutron] 10.222.0.132 "GET /v2.0/networks?id=e9de8dbd-daca-40f4-97d0-c17608ae5123 HTTP/1.1" status: 200  len: 905 time: 0.3021865
Feb 02 13:37:30.684845 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-659e53e4-ce5f-4667-9532-fe319d246ba7 req-73f480de-f73e-410a-b394-f45197a8f15f tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:37:30.690819 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-445068fa-f72b-476e-b36e-e20877f32b71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:30.746003 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-445068fa-f72b-476e-b36e-e20877f32b71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:30.817077 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e11613fb-d1ca-4883-9f20-5fedea9eabd2 req-e462cf28-2731-412d-9c8a-06d37b66338b service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=74bc8a99-e6b2-4441-afc9-039efe6169b5 HTTP/1.1" status: 200  len: 217 time: 0.1695549
Feb 02 13:37:30.836127 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device 561f0039-310d-4b3c-b5f3-239a2af7d13c up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:37:30.950448 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab740e9-6b3a-4463-9338-250618a6f3da req-9ead8c1f-476b-461f-ad86-21becb2f4fbe tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:30.960404 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-fab740e9-6b3a-4463-9338-250618a6f3da req-9ead8c1f-476b-461f-ad86-21becb2f4fbe tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=fbbd96bb-f941-48ce-ac3b-bfe78f0f79ed HTTP/1.1" status: 200  len: 945 time: 1.6381006
Feb 02 13:37:30.961306 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-445068fa-f72b-476e-b36e-e20877f32b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:30.978815 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-659e53e4-ce5f-4667-9532-fe319d246ba7 req-73f480de-f73e-410a-b394-f45197a8f15f tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:37:30.981320 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-4b424c06-623f-4a01-b3c6-8deaa0021b08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:30.988681 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11613fb-d1ca-4883-9f20-5fedea9eabd2 req-18ddfdd6-7957-4eaf-bd85-7dd6f32505b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:30.999073 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e11613fb-d1ca-4883-9f20-5fedea9eabd2 req-18ddfdd6-7957-4eaf-bd85-7dd6f32505b2 service neutron] 10.222.0.132 "GET /v2.0/subnets?id=da13caf3-2638-43a1-a721-f15405bf450a HTTP/1.1" status: 200  len: 851 time: 0.1676021
Feb 02 13:37:31.006848 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445068fa-f72b-476e-b36e-e20877f32b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39fbbdd5-4162-4e19-96e5-c4ee9bb4d5ff,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:31.056030 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-445068fa-f72b-476e-b36e-e20877f32b71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:31.058032 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-42ef245d-f728-4293-a752-dedea4fc02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:31.072233 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port 561f0039-310d-4b3c-b5f3-239a2af7d13c triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:37:31.073108 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:31.097870 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-445068fa-f72b-476e-b36e-e20877f32b71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:31.099186 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-445068fa-f72b-476e-b36e-e20877f32b71 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/39fbbdd5-4162-4e19-96e5-c4ee9bb4d5ff HTTP/1.1" status: 204  len: 168 time: 1.0955529
Feb 02 13:37:31.109466 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-659e53e4-ce5f-4667-9532-fe319d246ba7 req-73f480de-f73e-410a-b394-f45197a8f15f tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Made reservation on behalf of 4137e2122c7f40189b0a34f1651c3764 for: {'port': 1} {{(pid=80184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 02 13:37:31.132186 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e11613fb-d1ca-4883-9f20-5fedea9eabd2 req-f3b9afd2-5827-4fb8-a3cc-20f28d99161b service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=e9de8dbd-daca-40f4-97d0-c17608ae5123&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1297233
Feb 02 13:37:31.190053 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-659e53e4-ce5f-4667-9532-fe319d246ba7 req-73f480de-f73e-410a-b394-f45197a8f15f tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:31.261020 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-fab740e9-6b3a-4463-9338-250618a6f3da req-c93d4aea-a614-42ff-959d-200054a942f5 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2858279
Feb 02 13:37:31.453147 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e11613fb-d1ca-4883-9f20-5fedea9eabd2 req-660dac15-c358-41db-9840-5703cdc16109 service neutron] 10.222.0.132 "GET /v2.0/networks/e9de8dbd-daca-40f4-97d0-c17608ae5123?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3157995
Feb 02 13:37:31.704774 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 40618) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:37:31.727658 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-be86def0-4b8b-4a0a-94d4-f0b797f0b738 req-d1e07b68-ec3d-4f00-800b-17bf87d634a8 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7 HTTP/1.1" status: 200  len: 210 time: 0.2794290
Feb 02 13:37:31.746914 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e11613fb-d1ca-4883-9f20-5fedea9eabd2 req-894a418e-4f1d-4c0b-865e-6d8a8cb108a9 service neutron] 10.222.0.132 "GET /v2.0/networks/e9de8dbd-daca-40f4-97d0-c17608ae5123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2838199
Feb 02 13:37:31.981131 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_common [req-659e53e4-ce5f-4667-9532-fe319d246ba7 req-73f480de-f73e-410a-b394-f45197a8f15f tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Allocated IP 172.20.0.7 (1686445e-9089-4fcd-bac5-a148e4ca86fe/e86f023b-3193-46b5-b935-af688f96c4c8/ce95d6b9-1e51-4ebc-b727-6320094ed768) {{(pid=80184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 02 13:37:32.274948 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-93a5f7f8-6482-4504-8817-50dad122490d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:32.320003 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-93a5f7f8-6482-4504-8817-50dad122490d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:37:32.328216 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-93a5f7f8-6482-4504-8817-50dad122490d admin admin] Usage tracker for resource:security_group_rule and tenant:52996c25ed374a5b98479e9010e0b2d1 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:37:32.335141 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-93a5f7f8-6482-4504-8817-50dad122490d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:37:32.343034 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-659e53e4-ce5f-4667-9532-fe319d246ba7 req-73f480de-f73e-410a-b394-f45197a8f15f tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks [] for port, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:32.350010 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-93a5f7f8-6482-4504-8817-50dad122490d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:37:32.391224 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [req-659e53e4-ce5f-4667-9532-fe319d246ba7 req-73f480de-f73e-410a-b394-f45197a8f15f tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Transition to ACTIVE for port object ce95d6b9-1e51-4ebc-b727-6320094ed768 will not be triggered until provisioned by entity DHCP. {{(pid=80184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:37:32.456269 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-659e53e4-ce5f-4667-9532-fe319d246ba7 req-73f480de-f73e-410a-b394-f45197a8f15f tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264943169311'] for port, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:32.497345 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-c6d2372f-9b0a-42b9-8d72-4db9dfd6d3d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:32.553236 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-93a5f7f8-6482-4504-8817-50dad122490d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:32.557713 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-93a5f7f8-6482-4504-8817-50dad122490d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:32.578899 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-11c760d8-2867-486f-8004-c720d0dde9e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:32.725426 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a5f7f8-6482-4504-8817-50dad122490d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf1712c-8209-43d0-bbc2-e0fb46a589cd,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:32.772471 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-93a5f7f8-6482-4504-8817-50dad122490d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:32.795994 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 40642) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:37:32.803955 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-93a5f7f8-6482-4504-8817-50dad122490d admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=52996c25ed374a5b98479e9010e0b2d1&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0969951
Feb 02 13:37:32.807147 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 40646) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:37:32.837089 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f04a59da-4e30-4121-92d6-9be858317605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:32.896826 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f480de-f73e-410a-b394-f45197a8f15f tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Pushing event updated for resources: {'Port': ['ID=ce95d6b9-1e51-4ebc-b727-6320094ed768,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:32.906130 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-73f480de-f73e-410a-b394-f45197a8f15f tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:32.924909 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-f04a59da-4e30-4121-92d6-9be858317605 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:37:32.952671 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-f04a59da-4e30-4121-92d6-9be858317605 admin admin] Usage tracker for resource:security_group_rule and tenant:6936391e9f0244019edb3b6747cf9acd is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:37:32.959787 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-aeddee61-927a-4c90-b22c-9c3097d7d58a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:32.960747 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-f04a59da-4e30-4121-92d6-9be858317605 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:37:32.969872 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:32.988469 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-f04a59da-4e30-4121-92d6-9be858317605 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:37:33.017293 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-aeddee61-927a-4c90-b22c-9c3097d7d58a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:33.141584 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-aeddee61-927a-4c90-b22c-9c3097d7d58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:33.153753 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-93d327a8-9b72-4801-addb-663e63bda0ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:33.168816 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 40652) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:37:33.171318 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-aeddee61-927a-4c90-b22c-9c3097d7d58a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:33.177967 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-aeddee61-927a-4c90-b22c-9c3097d7d58a admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/bdf1712c-8209-43d0-bbc2-e0fb46a589cd HTTP/1.1" status: 204  len: 168 time: 0.3566847
Feb 02 13:37:33.184802 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7242841-4760-4094-8f75-5d41bcbdf271 req-a3e0cb8b-cd98-4d72-86f6-45a0a0047cf4 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:33.187162 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeddee61-927a-4c90-b22c-9c3097d7d58a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf1712c-8209-43d0-bbc2-e0fb46a589cd,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:33.188824 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b7242841-4760-4094-8f75-5d41bcbdf271 req-a3e0cb8b-cd98-4d72-86f6-45a0a0047cf4 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=fbbd96bb-f941-48ce-ac3b-bfe78f0f79ed HTTP/1.1" status: 200  len: 945 time: 0.6098113
Feb 02 13:37:33.191016 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-aeddee61-927a-4c90-b22c-9c3097d7d58a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:33.329916 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-659e53e4-ce5f-4667-9532-fe319d246ba7 req-73f480de-f73e-410a-b394-f45197a8f15f tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Network 1686445e-9089-4fcd-bac5-a148e4ca86fe is already hosted by enough agents. {{(pid=80184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:37:33.332175 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [req-659e53e4-ce5f-4667-9532-fe319d246ba7 req-73f480de-f73e-410a-b394-f45197a8f15f tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Resources bound (agent type, host, resource id):  {{(pid=80184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:37:33.374270 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [req-659e53e4-ce5f-4667-9532-fe319d246ba7 req-73f480de-f73e-410a-b394-f45197a8f15f tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Received port after_create {{(pid=80184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 02 13:37:33.459919 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e53e4-ce5f-4667-9532-fe319d246ba7 req-73f480de-f73e-410a-b394-f45197a8f15f tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:33.460784 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-659e53e4-ce5f-4667-9532-fe319d246ba7 req-73f480de-f73e-410a-b394-f45197a8f15f tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for port, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:33.524957 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b7242841-4760-4094-8f75-5d41bcbdf271 req-f35538c6-905c-4503-8edc-c8b11f124477 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2553666
Feb 02 13:37:33.536211 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-659e53e4-ce5f-4667-9532-fe319d246ba7 req-73f480de-f73e-410a-b394-f45197a8f15f tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.132 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.1237462
Feb 02 13:37:33.562254 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-659e53e4-ce5f-4667-9532-fe319d246ba7 req-ca783647-114b-49e1-babf-54369f8e1cd5 service neutron] Request body: {'port': {'device_id': '7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:37:33.690284 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-1930dd52-d0ce-4cd1-9b0b-7fe83b5bd498 None None] Provisioning for port ce95d6b9-1e51-4ebc-b727-6320094ed768 completed by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:37:33.711168 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-1930dd52-d0ce-4cd1-9b0b-7fe83b5bd498 None None] Provisioning complete for port ce95d6b9-1e51-4ebc-b727-6320094ed768 triggered by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:37:33.715529 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-1930dd52-d0ce-4cd1-9b0b-7fe83b5bd498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:33.747377 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0a8bacd3-16f3-44e3-a464-f369a36ae959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:33.808994 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-0a8bacd3-16f3-44e3-a464-f369a36ae959 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:37:33.829230 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-0a8bacd3-16f3-44e3-a464-f369a36ae959 admin admin] Usage tracker for resource:security_group_rule and tenant:4c3b4aae32ac4126ac02b3fc21da3e4a is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:37:33.834846 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-0a8bacd3-16f3-44e3-a464-f369a36ae959 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:37:33.859628 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-0a8bacd3-16f3-44e3-a464-f369a36ae959 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:37:33.957525 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-1930dd52-d0ce-4cd1-9b0b-7fe83b5bd498 None None] Port ce95d6b9-1e51-4ebc-b727-6320094ed768 cannot update to ACTIVE because it is not bound. {{(pid=80186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 02 13:37:34.135069 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0a8bacd3-16f3-44e3-a464-f369a36ae959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:34.143656 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a275e2d-f256-4c8c-8586-c4a68ab77ea4 req-8538b4c8-9779-43c0-9d11-12a6a24f24e0 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:34.144711 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-7a275e2d-f256-4c8c-8586-c4a68ab77ea4 req-8538b4c8-9779-43c0-9d11-12a6a24f24e0 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Synchronizing usage tracker for tenant:4137e2122c7f40189b0a34f1651c3764 on resource:port {{(pid=80184) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:37:34.147302 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0a8bacd3-16f3-44e3-a464-f369a36ae959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:34.178377 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:34.280714 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-659e53e4-ce5f-4667-9532-fe319d246ba7 req-ca783647-114b-49e1-babf-54369f8e1cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:34.309058 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-7a275e2d-f256-4c8c-8586-c4a68ab77ea4 req-8538b4c8-9779-43c0-9d11-12a6a24f24e0 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Unset dirty status for tenant:4137e2122c7f40189b0a34f1651c3764 on resource:port {{(pid=80184) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:37:34.311387 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7a275e2d-f256-4c8c-8586-c4a68ab77ea4 req-8538b4c8-9779-43c0-9d11-12a6a24f24e0 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7 HTTP/1.1" status: 200  len: 931 time: 1.1196158
Feb 02 13:37:34.323920 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 40674) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:37:34.400010 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-0a8bacd3-16f3-44e3-a464-f369a36ae959 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=4c3b4aae32ac4126ac02b3fc21da3e4a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2256315
Feb 02 13:37:34.403502 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-06ab9570-6b32-48ce-b8ff-2ea75df4be16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:34.418992 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8bacd3-16f3-44e3-a464-f369a36ae959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9793a39d-f2cf-440a-81b3-dcf44a85e3fa,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:34.424314 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 40680) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:37:34.430641 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-0a8bacd3-16f3-44e3-a464-f369a36ae959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:34.481824 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-06ab9570-6b32-48ce-b8ff-2ea75df4be16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:37:34.509770 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-06ab9570-6b32-48ce-b8ff-2ea75df4be16 admin admin] Usage tracker for resource:security_group_rule and tenant:e6842b4b300b417d9f4ea9f7e4f35f2f is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:37:34.522206 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-06ab9570-6b32-48ce-b8ff-2ea75df4be16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:37:34.546585 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-06ab9570-6b32-48ce-b8ff-2ea75df4be16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:37:34.603451 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e9a0d-fdc8-43f6-aa95-c85219baba21 req-e9cc5d4e-f403-4ad5-964e-3d1e5c27c702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:34.605740 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b40e9a0d-fdc8-43f6-aa95-c85219baba21 req-e9cc5d4e-f403-4ad5-964e-3d1e5c27c702 service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=cea623c3b184459485bd931a9663986e&device_id=fbbd96bb-f941-48ce-ac3b-bfe78f0f79ed HTTP/1.1" status: 200  len: 1162 time: 0.4158099
Feb 02 13:37:34.647013 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f3e68b45-5d17-4460-82a2-a6e04b503799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:34.778788 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7a275e2d-f256-4c8c-8586-c4a68ab77ea4 req-93eeb7f7-b146-4a2c-b94e-e53ceac2608d tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=3e9ef5c7-2881-4d8a-b503-c56e95a5c062&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4325707
Feb 02 13:37:34.816923 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f04a59da-4e30-4121-92d6-9be858317605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:34.828179 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f3e68b45-5d17-4460-82a2-a6e04b503799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:34.936651 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f04a59da-4e30-4121-92d6-9be858317605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:34.980061 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:34.996416 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e9a0d-fdc8-43f6-aa95-c85219baba21 req-be012d05-9384-4d23-9a64-307f4c184e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:34.999107 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b40e9a0d-fdc8-43f6-aa95-c85219baba21 req-be012d05-9384-4d23-9a64-307f4c184e46 service neutron] 10.222.0.132 "GET /v2.0/networks?id=0102586b-cbe3-455e-8beb-466400271cff HTTP/1.1" status: 200  len: 913 time: 0.3851676
Feb 02 13:37:35.102273 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 40692) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:37:35.102738 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-f04a59da-4e30-4121-92d6-9be858317605 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=6936391e9f0244019edb3b6747cf9acd&name=default HTTP/1.1" status: 200  len: 2979 time: 2.3032975
Feb 02 13:37:35.131067 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b40e9a0d-fdc8-43f6-aa95-c85219baba21 req-88714655-f80b-4489-9f02-fc3def8be814 service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=561f0039-310d-4b3c-b5f3-239a2af7d13c HTTP/1.1" status: 200  len: 217 time: 0.1187434
Feb 02 13:37:35.239252 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-06ab9570-6b32-48ce-b8ff-2ea75df4be16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:35.258664 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93ced5-3e93-48b9-b3a7-a2629877d17a req-d3ac2459-0732-401d-8fb8-ec7bae3d5b4a tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:35.261644 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-eb93ced5-3e93-48b9-b3a7-a2629877d17a req-d3ac2459-0732-401d-8fb8-ec7bae3d5b4a tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=fbbd96bb-f941-48ce-ac3b-bfe78f0f79ed HTTP/1.1" status: 200  len: 945 time: 0.8458998
Feb 02 13:37:35.265423 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04a59da-4e30-4121-92d6-9be858317605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405bc049-7a45-4731-8536-8ce1e8515f42,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:35.268400 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-06ab9570-6b32-48ce-b8ff-2ea75df4be16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:35.276190 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f3e68b45-5d17-4460-82a2-a6e04b503799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:35.277441 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f04a59da-4e30-4121-92d6-9be858317605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:35.294109 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-ff1c1580-e38d-45ad-943f-3093b555340a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:35.397853 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-06ab9570-6b32-48ce-b8ff-2ea75df4be16 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=e6842b4b300b417d9f4ea9f7e4f35f2f&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0600932
Feb 02 13:37:35.403477 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 40700) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:37:35.408248 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab9570-6b32-48ce-b8ff-2ea75df4be16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8bddd6-720e-4f7f-b545-248c4e6711a7,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:35.413395 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f3e68b45-5d17-4460-82a2-a6e04b503799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:35.415404 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-f3e68b45-5d17-4460-82a2-a6e04b503799 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/9793a39d-f2cf-440a-81b3-dcf44a85e3fa HTTP/1.1" status: 204  len: 168 time: 0.9875412
Feb 02 13:37:35.418809 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e9a0d-fdc8-43f6-aa95-c85219baba21 req-aa7d2860-427e-43b8-b236-d51175eb4d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:35.421510 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b40e9a0d-fdc8-43f6-aa95-c85219baba21 req-aa7d2860-427e-43b8-b236-d51175eb4d16 service neutron] 10.222.0.132 "GET /v2.0/subnets?id=c2340414-8894-4d0b-932b-2cabaace3a3e HTTP/1.1" status: 200  len: 859 time: 0.2497842
Feb 02 13:37:35.552998 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-eb93ced5-3e93-48b9-b3a7-a2629877d17a req-1bd74e17-5f8b-46d3-8b2c-44210b9c74e7 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2774222
Feb 02 13:37:35.800828 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b40e9a0d-fdc8-43f6-aa95-c85219baba21 req-082d9d34-c205-4761-a425-f708fb1acb06 service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=0102586b-cbe3-455e-8beb-466400271cff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3440790
Feb 02 13:37:35.847351 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e68b45-5d17-4460-82a2-a6e04b503799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9793a39d-f2cf-440a-81b3-dcf44a85e3fa,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:35.916119 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f3e68b45-5d17-4460-82a2-a6e04b503799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:36.027783 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.722s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:36.028673 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:36.053723 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d2b8dea7-b076-45ee-b454-be90ab3cf05d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:36.102758 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-db018c79-11c0-42f7-9ee9-0c966ce9c673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:36.150922 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [req-659e53e4-ce5f-4667-9532-fe319d246ba7 req-ca783647-114b-49e1-babf-54369f8e1cd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce95d6b9-1e51-4ebc-b727-6320094ed768 {{(pid=80184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 02 13:37:36.164983 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d2b8dea7-b076-45ee-b454-be90ab3cf05d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:36.190703 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-659e53e4-ce5f-4667-9532-fe319d246ba7 req-ca783647-114b-49e1-babf-54369f8e1cd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:36.220751 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [req-659e53e4-ce5f-4667-9532-fe319d246ba7 req-ca783647-114b-49e1-babf-54369f8e1cd5 service neutron] Transition to ACTIVE for port object ce95d6b9-1e51-4ebc-b727-6320094ed768 will not be triggered until provisioned by entity L2. {{(pid=80184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:37:36.224602 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-659e53e4-ce5f-4667-9532-fe319d246ba7 req-ca783647-114b-49e1-babf-54369f8e1cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:36.249447 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-db018c79-11c0-42f7-9ee9-0c966ce9c673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:36.310381 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b40e9a0d-fdc8-43f6-aa95-c85219baba21 req-ae5c780c-766c-438e-8ec2-ac4c4733f641 service neutron] 10.222.0.132 "GET /v2.0/networks/0102586b-cbe3-455e-8beb-466400271cff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4650877
Feb 02 13:37:36.550294 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d2b8dea7-b076-45ee-b454-be90ab3cf05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:36.576623 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-27595853-3ecf-461e-8264-3ca93ff9c6bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:36.635428 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 40732) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:37:36.651073 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b8dea7-b076-45ee-b454-be90ab3cf05d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405bc049-7a45-4731-8536-8ce1e8515f42,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:36.685202 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-d2b8dea7-b076-45ee-b454-be90ab3cf05d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:36.696800 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-30900006-2d18-4de9-862b-15497ab6618f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:36.717659 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-db018c79-11c0-42f7-9ee9-0c966ce9c673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:36.722068 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-db018c79-11c0-42f7-9ee9-0c966ce9c673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:36.727522 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-db018c79-11c0-42f7-9ee9-0c966ce9c673 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/5b8bddd6-720e-4f7f-b545-248c4e6711a7 HTTP/1.1" status: 204  len: 168 time: 1.3184273
Feb 02 13:37:36.727522 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d2b8dea7-b076-45ee-b454-be90ab3cf05d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:36.739740 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-d2b8dea7-b076-45ee-b454-be90ab3cf05d admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/405bc049-7a45-4731-8536-8ce1e8515f42 HTTP/1.1" status: 204  len: 168 time: 1.6135528
Feb 02 13:37:36.743294 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-1984b2f5-afae-4fe5-8683-0a8319aaf1a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:36.791081 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:36.845086 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-1984b2f5-afae-4fe5-8683-0a8319aaf1a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:37:36.853352 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-1984b2f5-afae-4fe5-8683-0a8319aaf1a4 admin admin] Usage tracker for resource:security_group_rule and tenant:c4202c29b2724f0aaa6edde4ed7643e3 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:37:36.861000 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-1984b2f5-afae-4fe5-8683-0a8319aaf1a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:37:36.869958 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-1984b2f5-afae-4fe5-8683-0a8319aaf1a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:37:36.872480 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db018c79-11c0-42f7-9ee9-0c966ce9c673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8bddd6-720e-4f7f-b545-248c4e6711a7,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:36.894143 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-db018c79-11c0-42f7-9ee9-0c966ce9c673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:36.905176 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b40e9a0d-fdc8-43f6-aa95-c85219baba21 req-6cee4b0a-3959-4b56-a3f9-a3ec5f07d62f service neutron] 10.222.0.132 "GET /v2.0/networks/0102586b-cbe3-455e-8beb-466400271cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5585542
Feb 02 13:37:37.077360 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-1984b2f5-afae-4fe5-8683-0a8319aaf1a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:37.084851 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-1984b2f5-afae-4fe5-8683-0a8319aaf1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:37.098509 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-399dca29-f79e-477b-bbbf-edba35945ca6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:37.201188 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-1984b2f5-afae-4fe5-8683-0a8319aaf1a4 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=c4202c29b2724f0aaa6edde4ed7643e3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5536928
Feb 02 13:37:37.201188 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1984b2f5-afae-4fe5-8683-0a8319aaf1a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eabb002-d24d-4ba9-867f-4c8a8efd4f1c,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:37.203586 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 40748) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:37:37.208423 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-1984b2f5-afae-4fe5-8683-0a8319aaf1a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:37.352259 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d1381613-d6a0-4df8-8524-e70816f31745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:37.445816 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d1381613-d6a0-4df8-8524-e70816f31745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:37.574327 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d1381613-d6a0-4df8-8524-e70816f31745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:37.586336 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-98d4b558-df33-4c48-b241-d36b2748d0c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:37.608244 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1381613-d6a0-4df8-8524-e70816f31745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eabb002-d24d-4ba9-867f-4c8a8efd4f1c,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:37.611043 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d1381613-d6a0-4df8-8524-e70816f31745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:37.612643 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-d1381613-d6a0-4df8-8524-e70816f31745 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/4eabb002-d24d-4ba9-867f-4c8a8efd4f1c HTTP/1.1" status: 204  len: 168 time: 0.4074047
Feb 02 13:37:37.613852 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-d1381613-d6a0-4df8-8524-e70816f31745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:37.733432 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72d08a-9978-4b89-a203-92f2a2f19187 req-fa2dc4a5-d428-4b8f-ae2a-f0500517259c tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:37.735387 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2a72d08a-9978-4b89-a203-92f2a2f19187 req-fa2dc4a5-d428-4b8f-ae2a-f0500517259c tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/networks?id=bfbd13a3-d870-417b-93b8-70f01824ec17 HTTP/1.1" status: 200  len: 815 time: 1.1358364
Feb 02 13:37:37.769851 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca783647-114b-49e1-babf-54369f8e1cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=ce95d6b9-1e51-4ebc-b727-6320094ed768,revision_number=2']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:37.799506 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-ca783647-114b-49e1-babf-54369f8e1cd5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.102s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:37.803439 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [req-659e53e4-ce5f-4667-9532-fe319d246ba7 req-ca783647-114b-49e1-babf-54369f8e1cd5 service neutron] Attempting to bind port ce95d6b9-1e51-4ebc-b727-6320094ed768 on host hv-cinder-77238 for vnic_type normal with profile  {{(pid=80184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 02 13:37:37.804300 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [req-659e53e4-ce5f-4667-9532-fe319d246ba7 req-ca783647-114b-49e1-babf-54369f8e1cd5 service neutron] Attempting to bind port ce95d6b9-1e51-4ebc-b727-6320094ed768 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '5f553a71-9c0f-48ac-b06b-07581f7b8732', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1686445e-9089-4fcd-bac5-a148e4ca86fe'}] {{(pid=80184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 02 13:37:37.805176 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659e53e4-ce5f-4667-9532-fe319d246ba7 req-ca783647-114b-49e1-babf-54369f8e1cd5 service neutron] Attempting to bind port ce95d6b9-1e51-4ebc-b727-6320094ed768 on network 1686445e-9089-4fcd-bac5-a148e4ca86fe {{(pid=80184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 02 13:37:37.819275 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2a72d08a-9978-4b89-a203-92f2a2f19187 req-6705b33a-08a6-4fe6-a8f5-14bc8a184ead tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/quotas/da040d840d5945a4bc1739a99331270a HTTP/1.1" status: 200  len: 375 time: 0.0646172
Feb 02 13:37:37.838729 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659e53e4-ce5f-4667-9532-fe319d246ba7 req-ca783647-114b-49e1-babf-54369f8e1cd5 service neutron] Checking agent: {'id': '3f7ac43e-b359-42e2-9e67-18be39e96b32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 34, 33), 'started_at': datetime.datetime(2021, 2, 2, 13, 35, 3), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.120', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 02 13:37:37.839683 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659e53e4-ce5f-4667-9532-fe319d246ba7 req-ca783647-114b-49e1-babf-54369f8e1cd5 service neutron] Checking segment: {'id': '5f553a71-9c0f-48ac-b06b-07581f7b8732', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1686445e-9089-4fcd-bac5-a148e4ca86fe'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:37:37.840433 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-659e53e4-ce5f-4667-9532-fe319d246ba7 req-ca783647-114b-49e1-babf-54369f8e1cd5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:37.840990 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659e53e4-ce5f-4667-9532-fe319d246ba7 req-ca783647-114b-49e1-babf-54369f8e1cd5 service neutron] Bound using segment: {'id': '5f553a71-9c0f-48ac-b06b-07581f7b8732', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1686445e-9089-4fcd-bac5-a148e4ca86fe'} {{(pid=80184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 02 13:37:37.841987 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [req-659e53e4-ce5f-4667-9532-fe319d246ba7 req-ca783647-114b-49e1-babf-54369f8e1cd5 service neutron] Bound port: ce95d6b9-1e51-4ebc-b727-6320094ed768, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f553a71-9c0f-48ac-b06b-07581f7b8732', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1686445e-9089-4fcd-bac5-a148e4ca86fe'}}] {{(pid=80184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 02 13:37:37.842627 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-659e53e4-ce5f-4667-9532-fe319d246ba7 req-ca783647-114b-49e1-babf-54369f8e1cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:38.253869 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e0c22-3307-4db6-916d-a3656190558e req-3108e90e-65aa-47b3-81dc-63bbebb57688 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:38.264784 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-244e0c22-3307-4db6-916d-a3656190558e req-3108e90e-65aa-47b3-81dc-63bbebb57688 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7 HTTP/1.1" status: 200  len: 943 time: 1.6214952
Feb 02 13:37:38.359142 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2a72d08a-9978-4b89-a203-92f2a2f19187 req-9c9dc47d-0b92-4838-aaeb-2b67c4054400 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?tenant_id=da040d840d5945a4bc1739a99331270a&fields=id HTTP/1.1" status: 200  len: 255 time: 0.5251396
Feb 02 13:37:38.485558 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-244e0c22-3307-4db6-916d-a3656190558e req-e2216633-468a-4243-aa52-8d399d6b67e1 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=3e9ef5c7-2881-4d8a-b503-c56e95a5c062&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2196031
Feb 02 13:37:38.592909 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-659e53e4-ce5f-4667-9532-fe319d246ba7 req-ca783647-114b-49e1-babf-54369f8e1cd5 service neutron] For port ce95d6b9-1e51-4ebc-b727-6320094ed768, host hv-cinder-77238, cleared binding levels {{(pid=80184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 02 13:37:38.722815 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2a72d08a-9978-4b89-a203-92f2a2f19187 req-a6a8e4f0-fc26-4cc2-a4a5-756f3e2e8d70 service neutron] 10.222.0.133 "GET /v2.0/networks/bfbd13a3-d870-417b-93b8-70f01824ec17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3267207
Feb 02 13:37:38.738380 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-659e53e4-ce5f-4667-9532-fe319d246ba7 req-ca783647-114b-49e1-babf-54369f8e1cd5 service neutron] For port ce95d6b9-1e51-4ebc-b727-6320094ed768, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=ce95d6b9-1e51-4ebc-b727-6320094ed768,segment=NetworkSegment(5f553a71-9c0f-48ac-b06b-07581f7b8732),segment_id=5f553a71-9c0f-48ac-b06b-07581f7b8732)] {{(pid=80184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 02 13:37:38.794838 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-659e53e4-ce5f-4667-9532-fe319d246ba7 req-ca783647-114b-49e1-babf-54369f8e1cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:38.859274 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 40800) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:37:38.995919 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:39.319652 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-4f9fe583-41a9-46c9-a5b1-3177a25a8eaf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1309197024-network', 'tenant_id': '55c343c282fb45fe8631dea808cfa022'}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:37:39.328388 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-4f9fe583-41a9-46c9-a5b1-3177a25a8eaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:37:39.331126 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2a72d08a-9978-4b89-a203-92f2a2f19187 req-a462b367-526f-4d24-aa34-d43536a450e7 service neutron] 10.222.0.133 "GET /v2.0/networks/bfbd13a3-d870-417b-93b8-70f01824ec17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5900502
Feb 02 13:37:39.336639 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-4f9fe583-41a9-46c9-a5b1-3177a25a8eaf admin admin] Usage tracker for resource:network and tenant:55c343c282fb45fe8631dea808cfa022 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:37:39.342344 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-4f9fe583-41a9-46c9-a5b1-3177a25a8eaf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:37:39.354032 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-4f9fe583-41a9-46c9-a5b1-3177a25a8eaf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:37:39.371618 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9fe583-41a9-46c9-a5b1-3177a25a8eaf admin admin] Made reservation on behalf of 55c343c282fb45fe8631dea808cfa022 for: {'network': 1} {{(pid=80185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 02 13:37:39.381065 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-4f9fe583-41a9-46c9-a5b1-3177a25a8eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for network, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:39.407878 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-4f9fe583-41a9-46c9-a5b1-3177a25a8eaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:39.440645 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-4f9fe583-41a9-46c9-a5b1-3177a25a8eaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:37:39.448600 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-4f9fe583-41a9-46c9-a5b1-3177a25a8eaf admin admin] Usage tracker for resource:security_group_rule and tenant:55c343c282fb45fe8631dea808cfa022 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:37:39.453828 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-4f9fe583-41a9-46c9-a5b1-3177a25a8eaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:37:39.465899 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-4f9fe583-41a9-46c9-a5b1-3177a25a8eaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:37:39.635881 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca783647-114b-49e1-babf-54369f8e1cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=ce95d6b9-1e51-4ebc-b727-6320094ed768,revision_number=3']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:39.643889 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-ca783647-114b-49e1-babf-54369f8e1cd5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:39.646442 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-4f9fe583-41a9-46c9-a5b1-3177a25a8eaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:39.651215 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-4f9fe583-41a9-46c9-a5b1-3177a25a8eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:39.667598 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:39.757220 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9fe583-41a9-46c9-a5b1-3177a25a8eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87daa413-f9b0-4be5-9831-1b097fed6ce3,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:39.765942 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-4f9fe583-41a9-46c9-a5b1-3177a25a8eaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:39.825218 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f9fe583-41a9-46c9-a5b1-3177a25a8eaf admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 02 13:37:39.852583 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-4f9fe583-41a9-46c9-a5b1-3177a25a8eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764996'] for segment, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:39.853607 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.db.segments_db [None req-4f9fe583-41a9-46c9-a5b1-3177a25a8eaf admin admin] Added segment 30f06660-ac22-4966-8863-e377a7a3b906 of type vxlan for network 3ffa4191-df29-47a5-a8fb-3cfca3ceb3f1
Feb 02 13:37:39.865336 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e53e4-ce5f-4667-9532-fe319d246ba7 req-ca783647-114b-49e1-babf-54369f8e1cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:39.868061 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-659e53e4-ce5f-4667-9532-fe319d246ba7 req-ca783647-114b-49e1-babf-54369f8e1cd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for port, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:39.870681 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-659e53e4-ce5f-4667-9532-fe319d246ba7 req-ca783647-114b-49e1-babf-54369f8e1cd5 service neutron] 10.222.0.132 "PUT /v2.0/ports/ce95d6b9-1e51-4ebc-b727-6320094ed768 HTTP/1.1" status: 200  len: 1157 time: 6.3192949
Feb 02 13:37:39.914842 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-774ffbca-0d30-4f32-b845-f607761fe2e2 req-ef8592a1-1e13-4f4e-b77d-5c2dd77b9402 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=436477f8-7f1a-41aa-a835-3f90833d9229 HTTP/1.1" status: 200  len: 210 time: 0.2047324
Feb 02 13:37:39.918134 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7', 'tag': 'ce95d6b9-1e51-4ebc-b727-6320094ed768'}] {{(pid=80184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:37:39.993694 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-4f9fe583-41a9-46c9-a5b1-3177a25a8eaf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771911551603'] for network, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:40.082796 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-4f9fe583-41a9-46c9-a5b1-3177a25a8eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670'] for network, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:40.084448 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9fe583-41a9-46c9-a5b1-3177a25a8eaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:40.085184 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-4f9fe583-41a9-46c9-a5b1-3177a25a8eaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for network, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:40.103787 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:40.494542 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9fe583-41a9-46c9-a5b1-3177a25a8eaf admin admin] Pushing event updated for resources: {'Network': ['ID=3ffa4191-df29-47a5-a8fb-3cfca3ceb3f1,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:40.500631 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-4f9fe583-41a9-46c9-a5b1-3177a25a8eaf admin admin] 10.222.0.133 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 1.6395760
Feb 02 13:37:40.521879 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 40848) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:37:40.534766 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Network 3ffa4191-df29-47a5-a8fb-3cfca3ceb3f1 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 02 13:37:40.565042 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-4f9fe583-41a9-46c9-a5b1-3177a25a8eaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:40.584059 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-00978475-cfc8-4b72-b390-b568fe9a7fbc admin admin] Request body: {'subnet': {'network_id': '3ffa4191-df29-47a5-a8fb-3cfca3ceb3f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1309197024-subnet', 'tenant_id': '55c343c282fb45fe8631dea808cfa022', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:37:40.590722 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98903e21-b83e-4ab9-8777-ecb016bf0165 req-91bb8167-bbd3-4ec4-b281-aa75def73858 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:40.602263 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-00978475-cfc8-4b72-b390-b568fe9a7fbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:37:40.610480 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-98903e21-b83e-4ab9-8777-ecb016bf0165 req-91bb8167-bbd3-4ec4-b281-aa75def73858 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=fbbd96bb-f941-48ce-ac3b-bfe78f0f79ed HTTP/1.1" status: 200  len: 945 time: 1.8006310
Feb 02 13:37:40.616159 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-00978475-cfc8-4b72-b390-b568fe9a7fbc admin admin] Usage tracker for resource:subnet and tenant:55c343c282fb45fe8631dea808cfa022 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:37:40.625486 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-00978475-cfc8-4b72-b390-b568fe9a7fbc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:37:40.646510 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-00978475-cfc8-4b72-b390-b568fe9a7fbc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:37:40.684799 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00978475-cfc8-4b72-b390-b568fe9a7fbc admin admin] Made reservation on behalf of 55c343c282fb45fe8631dea808cfa022 for: {'subnet': 1} {{(pid=80185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 02 13:37:40.702987 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-00978475-cfc8-4b72-b390-b568fe9a7fbc admin admin] Notify callbacks [] for subnet, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:40.798251 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Network 3ffa4191-df29-47a5-a8fb-3cfca3ceb3f1 details requested by agent ovs-agent-dv-cinder-772388-4-iscsi with host dv-cinder-772388-4-iscsi {{(pid=80186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 02 13:37:40.819338 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-98903e21-b83e-4ab9-8777-ecb016bf0165 req-3737a073-bb11-4358-879a-470b2ccfd9ba tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2074964
Feb 02 13:37:40.841202 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e53e4-ce5f-4667-9532-fe319d246ba7 req-d6b9c6f7-66f8-4651-86e0-912135e0caa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:40.847858 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-659e53e4-ce5f-4667-9532-fe319d246ba7 req-d6b9c6f7-66f8-4651-86e0-912135e0caa1 service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=4137e2122c7f40189b0a34f1651c3764&device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7 HTTP/1.1" status: 200  len: 1160 time: 0.9215646
Feb 02 13:37:41.152307 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-659e53e4-ce5f-4667-9532-fe319d246ba7 req-8434432c-1148-4bfd-9c2a-f71d2dfd023f service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce95d6b9-1e51-4ebc-b727-6320094ed768 HTTP/1.1" status: 200  len: 217 time: 0.2841673
Feb 02 13:37:41.165536 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7', 'tag': 'ce95d6b9-1e51-4ebc-b727-6320094ed768', 'status': 'completed', 'code': 200}
Feb 02 13:37:41.495721 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e53e4-ce5f-4667-9532-fe319d246ba7 req-0bc5aef3-0b12-44cf-a313-d143c7920f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:41.501828 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-659e53e4-ce5f-4667-9532-fe319d246ba7 req-0bc5aef3-0b12-44cf-a313-d143c7920f63 service neutron] 10.222.0.132 "GET /v2.0/subnets?id=e86f023b-3193-46b5-b935-af688f96c4c8 HTTP/1.1" status: 200  len: 855 time: 0.3134274
Feb 02 13:37:41.743618 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baaa3ab-1ae0-4f39-a0b5-2ddba1b48c51 req-8201d58d-ea53-41e6-bda5-6a5af36b819b tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:41.755456 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-9baaa3ab-1ae0-4f39-a0b5-2ddba1b48c51 req-8201d58d-ea53-41e6-bda5-6a5af36b819b tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7 HTTP/1.1" status: 200  len: 943 time: 1.1421402
Feb 02 13:37:41.988948 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-fbc95d32-03e1-48f5-aa1c-5b02f29cc8e5 req-667614a4-200d-479e-bf91-26e7622784ff tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=436477f8-7f1a-41aa-a835-3f90833d9229 HTTP/1.1" status: 200  len: 210 time: 0.2124190
Feb 02 13:37:42.112818 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-9baaa3ab-1ae0-4f39-a0b5-2ddba1b48c51 req-e99e71da-1433-46cc-9e57-7dc41cbd8b1d tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=3e9ef5c7-2881-4d8a-b503-c56e95a5c062&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3475237
Feb 02 13:37:42.179349 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e53e4-ce5f-4667-9532-fe319d246ba7 req-2dd8b36e-12ad-4569-a019-6e981f844c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:42.181202 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-659e53e4-ce5f-4667-9532-fe319d246ba7 req-2dd8b36e-12ad-4569-a019-6e981f844c0f service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=1686445e-9089-4fcd-bac5-a148e4ca86fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.6619530
Feb 02 13:37:42.277177 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-00978475-cfc8-4b72-b390-b568fe9a7fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670'] for subnet, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:42.573010 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-ce57b8b4-ad92-4d83-b778-2f45fa5076c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:42.793737 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-659e53e4-ce5f-4667-9532-fe319d246ba7 req-b394e869-fcd0-46e7-a804-ed32fd40a3b3 service neutron] 10.222.0.132 "GET /v2.0/networks/1686445e-9089-4fcd-bac5-a148e4ca86fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6002827
Feb 02 13:37:42.895009 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00978475-cfc8-4b72-b390-b568fe9a7fbc admin admin] Checking segment: {'id': '30f06660-ac22-4966-8863-e377a7a3b906', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3ffa4191-df29-47a5-a8fb-3cfca3ceb3f1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:37:42.895568 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00978475-cfc8-4b72-b390-b568fe9a7fbc admin admin] Network hostable DHCP agents. Network: 3ffa4191-df29-47a5-a8fb-3cfca3ceb3f1, hostable agents: ['f461d640-d7db-44f6-a785-e3cace2a4602'], hosted agents: [] {{(pid=80185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 02 13:37:42.921127 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00978475-cfc8-4b72-b390-b568fe9a7fbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c0aa1a7-3d20-4acd-845a-a70348204438,revision_number=0']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:42.974300 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-00978475-cfc8-4b72-b390-b568fe9a7fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:43.090742 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00978475-cfc8-4b72-b390-b568fe9a7fbc admin admin] Network 3ffa4191-df29-47a5-a8fb-3cfca3ceb3f1 is scheduled to be hosted by DHCP agent f461d640-d7db-44f6-a785-e3cace2a4602 with binding_index 1 {{(pid=80185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 02 13:37:43.128762 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [None req-00978475-cfc8-4b72-b390-b568fe9a7fbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-4-iscsi, 3ffa4191-df29-47a5-a8fb-3cfca3ceb3f1) {{(pid=80185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:37:43.149321 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea07ada-1cfc-42d8-96c2-d90f2e36729f None None] Network 3ffa4191-df29-47a5-a8fb-3cfca3ceb3f1 requested from dv-cinder-772388-4-iscsi {{(pid=80186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 02 13:37:43.150264 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00978475-cfc8-4b72-b390-b568fe9a7fbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:43.150264 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-00978475-cfc8-4b72-b390-b568fe9a7fbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for subnet, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:43.349043 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafbd23e-57bf-47b9-87ac-0ec3bf930a3e req-1768a161-470e-4edd-a552-2f433e35b6cd tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:43.366942 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-fafbd23e-57bf-47b9-87ac-0ec3bf930a3e req-1768a161-470e-4edd-a552-2f433e35b6cd tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=fbbd96bb-f941-48ce-ac3b-bfe78f0f79ed HTTP/1.1" status: 200  len: 945 time: 0.8694720
Feb 02 13:37:43.421896 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72d08a-9978-4b89-a203-92f2a2f19187 req-6a4e8ad5-3e48-4fc7-bca1-51d509886092 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:43.423176 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-2a72d08a-9978-4b89-a203-92f2a2f19187 req-6a4e8ad5-3e48-4fc7-bca1-51d509886092 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Synchronizing usage tracker for tenant:da040d840d5945a4bc1739a99331270a on resource:network {{(pid=80185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:37:43.449233 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-2a72d08a-9978-4b89-a203-92f2a2f19187 req-6a4e8ad5-3e48-4fc7-bca1-51d509886092 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Unset dirty status for tenant:da040d840d5945a4bc1739a99331270a on resource:network {{(pid=80185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:37:43.450585 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2a72d08a-9978-4b89-a203-92f2a2f19187 req-6a4e8ad5-3e48-4fc7-bca1-51d509886092 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.132 "GET /v2.0/networks?id=bfbd13a3-d870-417b-93b8-70f01824ec17 HTTP/1.1" status: 200  len: 815 time: 0.8790734
Feb 02 13:37:43.452948 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-00978475-cfc8-4b72-b390-b568fe9a7fbc admin admin] 10.222.0.133 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 2.9276743
Feb 02 13:37:43.474713 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-2a72d08a-9978-4b89-a203-92f2a2f19187 req-98ac808f-f957-499e-a0a8-7e58e4df9651 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Request body: {'port': {'device_id': '436477f8-7f1a-41aa-a835-3f90833d9229', 'network_id': 'bfbd13a3-d870-417b-93b8-70f01824ec17', 'admin_state_up': True, 'tenant_id': 'da040d840d5945a4bc1739a99331270a'}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:37:43.775242 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-2a72d08a-9978-4b89-a203-92f2a2f19187 req-98ac808f-f957-499e-a0a8-7e58e4df9651 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:37:43.806482 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-2a72d08a-9978-4b89-a203-92f2a2f19187 req-98ac808f-f957-499e-a0a8-7e58e4df9651 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:37:43.826852 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7deeec-739d-4dfa-a905-7ea5e50adef0 None None] Network 3ffa4191-df29-47a5-a8fb-3cfca3ceb3f1 requested from dv-cinder-772388-4-iscsi {{(pid=80186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 02 13:37:43.835399 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a72d08a-9978-4b89-a203-92f2a2f19187 req-98ac808f-f957-499e-a0a8-7e58e4df9651 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Made reservation on behalf of da040d840d5945a4bc1739a99331270a for: {'port': 1} {{(pid=80185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 02 13:37:43.895964 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-2a72d08a-9978-4b89-a203-92f2a2f19187 req-98ac808f-f957-499e-a0a8-7e58e4df9651 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:44.107061 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-bfd69b7d-5c38-42c6-a4ad-05777aeee118 req-b016c9ae-0901-4c92-baf1-c100efcc8c87 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=436477f8-7f1a-41aa-a835-3f90833d9229 HTTP/1.1" status: 200  len: 210 time: 0.2081985
Feb 02 13:37:44.232497 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-fafbd23e-57bf-47b9-87ac-0ec3bf930a3e req-cab997c6-46aa-47a3-a893-1c8d9abe3482 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8639004
Feb 02 13:37:44.257517 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-659e53e4-ce5f-4667-9532-fe319d246ba7 req-6f562a3f-c11a-484f-be1c-41a36d40d801 service neutron] 10.222.0.132 "GET /v2.0/networks/1686445e-9089-4fcd-bac5-a148e4ca86fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.4575369
Feb 02 13:37:44.904351 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e0206-56ef-43da-9e98-ebfc7317e6ca req-1a9b0bd6-ee6a-410d-89f9-c673f0f8287f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:44.910883 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6e6e0206-56ef-43da-9e98-ebfc7317e6ca req-1a9b0bd6-ee6a-410d-89f9-c673f0f8287f service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=4137e2122c7f40189b0a34f1651c3764&device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7 HTTP/1.1" status: 200  len: 1160 time: 0.5611196
Feb 02 13:37:45.088266 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_common [req-2a72d08a-9978-4b89-a203-92f2a2f19187 req-98ac808f-f957-499e-a0a8-7e58e4df9651 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Allocated IP 172.20.0.9 (bfbd13a3-d870-417b-93b8-70f01824ec17/fdb421d7-3e26-4929-a736-b93dc64e3cfd/283571df-5424-4f7f-8467-7e7c68adb3fb) {{(pid=80185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 02 13:37:45.235103 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b3741-2ee9-43e7-a7de-7b522320cf67 req-3974121a-4ee2-4691-b97a-b075cc7d691b tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:45.249435 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ee9b3741-2ee9-43e7-a7de-7b522320cf67 req-3974121a-4ee2-4691-b97a-b075cc7d691b tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7 HTTP/1.1" status: 200  len: 943 time: 0.6149986
Feb 02 13:37:45.492632 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ee9b3741-2ee9-43e7-a7de-7b522320cf67 req-35f59f91-a343-4881-baae-67dce3eb91d1 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=3e9ef5c7-2881-4d8a-b503-c56e95a5c062&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2412302
Feb 02 13:37:45.733776 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-2a72d08a-9978-4b89-a203-92f2a2f19187 req-98ac808f-f957-499e-a0a8-7e58e4df9651 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Notify callbacks [] for port, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:45.829488 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-2a72d08a-9978-4b89-a203-92f2a2f19187 req-98ac808f-f957-499e-a0a8-7e58e4df9651 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264943169311'] for port, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:45.844125 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a243fed7-a74a-4522-b3ca-4f48b6555c78 req-ee6a071c-ad59-4247-8d72-bc5ac55f8cfb tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:45.846345 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a243fed7-a74a-4522-b3ca-4f48b6555c78 req-ee6a071c-ad59-4247-8d72-bc5ac55f8cfb tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] 10.222.0.133 "GET /v2.0/ports?device_id=0b930de0-c865-4986-a5a2-e31cdc782344 HTTP/1.1" status: 200  len: 945 time: 0.3525627
Feb 02 13:37:45.857937 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-07b98316-cb4e-44f4-b8ef-aac5e02f3cf2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:45.900349 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e0206-56ef-43da-9e98-ebfc7317e6ca req-467694f4-eb46-461c-b14f-a85b8186195c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:45.902020 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6e6e0206-56ef-43da-9e98-ebfc7317e6ca req-467694f4-eb46-461c-b14f-a85b8186195c service neutron] 10.222.0.132 "GET /v2.0/networks?id=1686445e-9089-4fcd-bac5-a148e4ca86fe HTTP/1.1" status: 200  len: 910 time: 0.9705615
Feb 02 13:37:46.035554 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6e6e0206-56ef-43da-9e98-ebfc7317e6ca req-7dd6c334-35e1-424c-b64d-42d64ee1d775 service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce95d6b9-1e51-4ebc-b727-6320094ed768 HTTP/1.1" status: 200  len: 217 time: 0.1154447
Feb 02 13:37:46.234250 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a243fed7-a74a-4522-b3ca-4f48b6555c78 req-04c2087e-1cdc-4bf2-9125-07e33c1c5b21 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] 10.222.0.133 "GET /v2.0/security-groups?id=35742ac1-887e-4519-b0ab-4f0c0c4e8cb3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3221984
Feb 02 13:37:46.313378 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ac808f-f957-499e-a0a8-7e58e4df9651 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Pushing event updated for resources: {'Port': ['ID=283571df-5424-4f7f-8467-7e7c68adb3fb,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:46.405321 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-98ac808f-f957-499e-a0a8-7e58e4df9651 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:46.423200 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a72d08a-9978-4b89-a203-92f2a2f19187 req-98ac808f-f957-499e-a0a8-7e58e4df9651 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Network bfbd13a3-d870-417b-93b8-70f01824ec17 is already hosted by enough agents. {{(pid=80185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:37:46.425685 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [req-2a72d08a-9978-4b89-a203-92f2a2f19187 req-98ac808f-f957-499e-a0a8-7e58e4df9651 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Resources bound (agent type, host, resource id):  {{(pid=80185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:37:46.433150 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a72d08a-9978-4b89-a203-92f2a2f19187 req-98ac808f-f957-499e-a0a8-7e58e4df9651 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Received port after_create {{(pid=80185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 02 13:37:46.537235 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f94b417-394c-42f8-acca-33558ab88981 req-df575a52-bd07-4a94-93b5-43823acbda69 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:46.540181 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-4f94b417-394c-42f8-acca-33558ab88981 req-df575a52-bd07-4a94-93b5-43823acbda69 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=436477f8-7f1a-41aa-a835-3f90833d9229 HTTP/1.1" status: 200  len: 931 time: 0.6924286
Feb 02 13:37:46.540667 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72d08a-9978-4b89-a203-92f2a2f19187 req-98ac808f-f957-499e-a0a8-7e58e4df9651 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:46.541877 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-2a72d08a-9978-4b89-a203-92f2a2f19187 req-98ac808f-f957-499e-a0a8-7e58e4df9651 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for port, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:46.557762 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e0206-56ef-43da-9e98-ebfc7317e6ca req-2dcd578a-a9ed-49dc-9ee2-4784a04c3179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:46.560112 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6e6e0206-56ef-43da-9e98-ebfc7317e6ca req-2dcd578a-a9ed-49dc-9ee2-4784a04c3179 service neutron] 10.222.0.132 "GET /v2.0/subnets?id=e86f023b-3193-46b5-b935-af688f96c4c8 HTTP/1.1" status: 200  len: 855 time: 0.5157118
Feb 02 13:37:46.753184 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 40996) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:37:46.883793 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d128a0-7d18-41c8-934f-3c684570867c req-39ab7d38-3770-4332-9ff9-ea834cda9e25 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:46.887884 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d3d128a0-7d18-41c8-934f-3c684570867c req-39ab7d38-3770-4332-9ff9-ea834cda9e25 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] 10.222.0.132 "GET /v2.0/ports?device_id=0b930de0-c865-4986-a5a2-e31cdc782344 HTTP/1.1" status: 200  len: 945 time: 0.5768402
Feb 02 13:37:46.891185 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2a72d08a-9978-4b89-a203-92f2a2f19187 req-98ac808f-f957-499e-a0a8-7e58e4df9651 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.132 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.4308002
Feb 02 13:37:46.912343 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-4f94b417-394c-42f8-acca-33558ab88981 req-8bca4efb-cb53-4ab4-a8d9-c5b26a267ef3 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/security-groups?id=8e3981d7-7e1a-4930-b113-8bfee26cb618&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3497624
Feb 02 13:37:47.092701 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-2a72d08a-9978-4b89-a203-92f2a2f19187 req-0c868167-7870-4f46-b3b7-ec48a4a77f48 service neutron] Request body: {'port': {'device_id': '436477f8-7f1a-41aa-a835-3f90833d9229', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:37:47.227645 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d8bfd-0fec-4b90-b5ca-e99c84d0508b req-1128abe1-da72-4cd2-8c84-2049301dc286 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:47.243099 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-f63d8bfd-0fec-4b90-b5ca-e99c84d0508b req-1128abe1-da72-4cd2-8c84-2049301dc286 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=fbbd96bb-f941-48ce-ac3b-bfe78f0f79ed HTTP/1.1" status: 200  len: 945 time: 0.4851930
Feb 02 13:37:47.388727 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device ce95d6b9-1e51-4ebc-b727-6320094ed768 up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:37:47.405177 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e0206-56ef-43da-9e98-ebfc7317e6ca req-e7bb8e9b-5c99-4a53-b611-1a7e21f75a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:47.407890 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6e6e0206-56ef-43da-9e98-ebfc7317e6ca req-e7bb8e9b-5c99-4a53-b611-1a7e21f75a50 service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=1686445e-9089-4fcd-bac5-a148e4ca86fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.7561569
Feb 02 13:37:47.461905 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-f63d8bfd-0fec-4b90-b5ca-e99c84d0508b req-7053aea1-5f0e-479a-8a27-890e8e1a68bc tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2166710
Feb 02 13:37:47.805831 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning for port ce95d6b9-1e51-4ebc-b727-6320094ed768 completed by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:37:47.831385 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port ce95d6b9-1e51-4ebc-b727-6320094ed768 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:37:47.832084 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:47.907298 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-d3d128a0-7d18-41c8-934f-3c684570867c req-a38b6351-a9fe-4f3d-b2c9-79417d9aa871 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] Deleting port 74bc8a99-e6b2-4441-afc9-039efe6169b5 {{(pid=80185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:37:47.908261 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-d3d128a0-7d18-41c8-934f-3c684570867c req-a38b6351-a9fe-4f3d-b2c9-79417d9aa871 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:48.187323 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:48.207393 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd19390-eb99-4260-a325-e1bb00051a6a req-0f954c6a-09ca-41fa-9144-d91c6550a525 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:48.216416 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6dd19390-eb99-4260-a325-e1bb00051a6a req-0f954c6a-09ca-41fa-9144-d91c6550a525 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7 HTTP/1.1" status: 200  len: 943 time: 0.9044363
Feb 02 13:37:48.289828 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] For port ce95d6b9-1e51-4ebc-b727-6320094ed768, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=ce95d6b9-1e51-4ebc-b727-6320094ed768,segment=NetworkSegment(5f553a71-9c0f-48ac-b06b-07581f7b8732),segment_id=5f553a71-9c0f-48ac-b06b-07581f7b8732)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:37:48.291649 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce95d6b9-1e51-4ebc-b727-6320094ed768'}] {{(pid=80186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:37:48.303298 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:48.308064 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:48.382155 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-9eed607f-b70a-43aa-ab38-14012f06fe8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:48.388537 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device 74bc8a99-e6b2-4441-afc9-039efe6169b5 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 02 13:37:48.471212 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6dd19390-eb99-4260-a325-e1bb00051a6a req-aaf306b5-233b-411c-b993-587540fe0c74 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=3e9ef5c7-2881-4d8a-b503-c56e95a5c062&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2535889
Feb 02 13:37:48.530396 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-2a72d08a-9978-4b89-a203-92f2a2f19187 req-0c868167-7870-4f46-b3b7-ec48a4a77f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:48.561127 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Pushing event updated for resources: {'Port': ['ID=ce95d6b9-1e51-4ebc-b727-6320094ed768,revision_number=4']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:48.591872 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:48.596475 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:48.597205 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:48.597800 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:48.598419 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:48.599022 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:48.599641 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:48.600354 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:48.600820 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:48.601413 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:48.602009 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:48.602611 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:48.603766 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:48.604691 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:48.605510 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:48.606331 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:48.606977 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:48.607620 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:48.608268 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:48.608891 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:48.609512 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:48.610103 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:48.610693 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:48.611290 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:37:48.621667 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:48.781540 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f5941-3fa9-4b14-9bad-02bb5450f8e5 req-7d804a4d-bdac-4df4-b8ed-f207ac019c53 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:48.803593 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-1f8f5941-3fa9-4b14-9bad-02bb5450f8e5 req-7d804a4d-bdac-4df4-b8ed-f207ac019c53 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] 10.222.0.133 "GET /v2.0/ports?device_id=0b930de0-c865-4986-a5a2-e31cdc782344 HTTP/1.1" status: 200  len: 945 time: 0.9595623
Feb 02 13:37:48.813415 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6e6e0206-56ef-43da-9e98-ebfc7317e6ca req-cf1ac32b-e5dc-44f3-84a8-7115d23237b0 service neutron] 10.222.0.132 "GET /v2.0/networks/1686445e-9089-4fcd-bac5-a148e4ca86fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.3494754
Feb 02 13:37:48.828326 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:48.891726 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-9eed607f-b70a-43aa-ab38-14012f06fe8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:37:48.932989 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] For port 74bc8a99-e6b2-4441-afc9-039efe6169b5, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=74bc8a99-e6b2-4441-afc9-039efe6169b5,segment=NetworkSegment(986ca86a-9e71-4564-a96d-f8fb655c2658),segment_id=986ca86a-9e71-4564-a96d-f8fb655c2658)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:37:48.942428 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:48.945846 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-0e875315-e689-431d-bc1f-b33a7c80a47f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:48.969349 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-9eed607f-b70a-43aa-ab38-14012f06fe8a admin admin] Usage tracker for resource:security_group_rule and tenant:e64a2009e0594a2390a6d5adee9109b6 is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:37:48.974177 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-9eed607f-b70a-43aa-ab38-14012f06fe8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:37:48.994341 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-9eed607f-b70a-43aa-ab38-14012f06fe8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:37:49.101524 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Pushing event updated for resources: {'Port': ['ID=74bc8a99-e6b2-4441-afc9-039efe6169b5,revision_number=5']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:49.107487 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device ce95d6b9-1e51-4ebc-b727-6320094ed768 up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:37:49.144688 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 41040) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:37:49.180297 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-3fb0d1e4-b5bf-48ec-95df-bbd966906172 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-437053625-network', 'tenant_id': '22b172dd42164ab3909e5ea67b21e03e'}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:37:49.214927 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:49.217475 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-9eed607f-b70a-43aa-ab38-14012f06fe8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:49.224590 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-3fb0d1e4-b5bf-48ec-95df-bbd966906172 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:37:49.233252 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-d3d128a0-7d18-41c8-934f-3c684570867c req-a38b6351-a9fe-4f3d-b2c9-79417d9aa871 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] For port 74bc8a99-e6b2-4441-afc9-039efe6169b5, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=74bc8a99-e6b2-4441-afc9-039efe6169b5,segment=NetworkSegment(986ca86a-9e71-4564-a96d-f8fb655c2658),segment_id=986ca86a-9e71-4564-a96d-f8fb655c2658)] {{(pid=80185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:37:49.234067 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-d3d128a0-7d18-41c8-934f-3c684570867c req-a38b6351-a9fe-4f3d-b2c9-79417d9aa871 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:49.258221 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port ce95d6b9-1e51-4ebc-b727-6320094ed768 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:37:49.258871 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:49.263325 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-1f8f5941-3fa9-4b14-9bad-02bb5450f8e5 req-68b8714f-f869-4923-a900-1ffae9b99a85 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] 10.222.0.133 "GET /v2.0/security-groups?id=35742ac1-887e-4519-b0ab-4f0c0c4e8cb3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4583948
Feb 02 13:37:49.318805 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-9eed607f-b70a-43aa-ab38-14012f06fe8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:49.372732 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-3fb0d1e4-b5bf-48ec-95df-bbd966906172 admin admin] Usage tracker for resource:network and tenant:22b172dd42164ab3909e5ea67b21e03e is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:37:49.376108 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-3fb0d1e4-b5bf-48ec-95df-bbd966906172 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:37:49.385208 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-3fb0d1e4-b5bf-48ec-95df-bbd966906172 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:37:49.478956 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce95d6b9-1e51-4ebc-b727-6320094ed768', 'code': 200}
Feb 02 13:37:49.480674 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-d3d128a0-7d18-41c8-934f-3c684570867c req-a38b6351-a9fe-4f3d-b2c9-79417d9aa871 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] Calling delete_port for 74bc8a99-e6b2-4441-afc9-039efe6169b5 owned by compute:nova {{(pid=80185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:37:49.569428 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-cb960b4c-eca0-4fb9-9251-4b445e32ef8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:49.615760 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed607f-b70a-43aa-ab38-14012f06fe8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3962e6-efea-45be-99e7-9f83cda2507a,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:49.648452 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-9eed607f-b70a-43aa-ab38-14012f06fe8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:49.697166 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-9eed607f-b70a-43aa-ab38-14012f06fe8a admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=e64a2009e0594a2390a6d5adee9109b6&name=default HTTP/1.1" status: 200  len: 2979 time: 2.9327178
Feb 02 13:37:49.698369 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 41050) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:37:49.812858 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-17616f1b-3135-4922-9b0f-01a2f09aebb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:49.930450 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceecc1ef-30bc-468e-a49d-09c21fe43b76 req-568fced8-257f-4206-aae6-1b35350222a0 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:49.941139 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ceecc1ef-30bc-468e-a49d-09c21fe43b76 req-568fced8-257f-4206-aae6-1b35350222a0 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=436477f8-7f1a-41aa-a835-3f90833d9229 HTTP/1.1" status: 200  len: 931 time: 0.7212653
Feb 02 13:37:50.010114 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-17616f1b-3135-4922-9b0f-01a2f09aebb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:50.032841 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb0d1e4-b5bf-48ec-95df-bbd966906172 admin admin] Made reservation on behalf of 22b172dd42164ab3909e5ea67b21e03e for: {'network': 1} {{(pid=80185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 02 13:37:50.041171 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3fb0d1e4-b5bf-48ec-95df-bbd966906172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for network, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:50.069514 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.db.api [req-d3d128a0-7d18-41c8-934f-3c684570867c req-a38b6351-a9fe-4f3d-b2c9-79417d9aa871 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80185) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 02 13:37:50.070383 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_db.api [req-d3d128a0-7d18-41c8-934f-3c684570867c req-a38b6351-a9fe-4f3d-b2c9-79417d9aa871 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80185) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 02 13:37:50.078898 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3fb0d1e4-b5bf-48ec-95df-bbd966906172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:50.142424 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-3fb0d1e4-b5bf-48ec-95df-bbd966906172 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:37:50.153445 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-3fb0d1e4-b5bf-48ec-95df-bbd966906172 admin admin] Usage tracker for resource:security_group_rule and tenant:22b172dd42164ab3909e5ea67b21e03e is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:37:50.159377 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-3fb0d1e4-b5bf-48ec-95df-bbd966906172 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:37:50.180751 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-3fb0d1e4-b5bf-48ec-95df-bbd966906172 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:37:50.342492 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [req-2a72d08a-9978-4b89-a203-92f2a2f19187 req-0c868167-7870-4f46-b3b7-ec48a4a77f48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 283571df-5424-4f7f-8467-7e7c68adb3fb {{(pid=80185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 02 13:37:50.359923 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-2a72d08a-9978-4b89-a203-92f2a2f19187 req-0c868167-7870-4f46-b3b7-ec48a4a77f48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:50.388192 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [req-2a72d08a-9978-4b89-a203-92f2a2f19187 req-0c868167-7870-4f46-b3b7-ec48a4a77f48 service neutron] Transition to ACTIVE for port object 283571df-5424-4f7f-8467-7e7c68adb3fb will not be triggered until provisioned by entity L2. {{(pid=80185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:37:50.392659 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-2a72d08a-9978-4b89-a203-92f2a2f19187 req-0c868167-7870-4f46-b3b7-ec48a4a77f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:50.415596 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:50.442782 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-17616f1b-3135-4922-9b0f-01a2f09aebb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:50.559096 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:50.576780 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-d3d128a0-7d18-41c8-934f-3c684570867c req-a38b6351-a9fe-4f3d-b2c9-79417d9aa871 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] Deleting port 74bc8a99-e6b2-4441-afc9-039efe6169b5 {{(pid=80185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:37:50.577413 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-d3d128a0-7d18-41c8-934f-3c684570867c req-a38b6351-a9fe-4f3d-b2c9-79417d9aa871 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:50.593508 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ceecc1ef-30bc-468e-a49d-09c21fe43b76 req-97cc7488-482c-4605-b3a5-9e04de66ade0 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/security-groups?id=8e3981d7-7e1a-4930-b113-8bfee26cb618&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6512256
Feb 02 13:37:50.613512 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6e6e0206-56ef-43da-9e98-ebfc7317e6ca req-f2e54547-0e5b-4629-b595-fb9012a691a0 service neutron] 10.222.0.132 "GET /v2.0/networks/1686445e-9089-4fcd-bac5-a148e4ca86fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.6561337
Feb 02 13:37:50.640741 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17616f1b-3135-4922-9b0f-01a2f09aebb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3962e6-efea-45be-99e7-9f83cda2507a,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:50.669434 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-17616f1b-3135-4922-9b0f-01a2f09aebb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:50.673289 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-17616f1b-3135-4922-9b0f-01a2f09aebb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:50.675694 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-17616f1b-3135-4922-9b0f-01a2f09aebb7 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/3b3962e6-efea-45be-99e7-9f83cda2507a HTTP/1.1" status: 204  len: 168 time: 0.9745224
Feb 02 13:37:50.702383 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e663826-8b95-4d0c-b5e5-eaed72ee8211 req-7b75b36d-20fb-4eea-8b18-1d740ea0d306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:50.705572 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7e663826-8b95-4d0c-b5e5-eaed72ee8211 req-7b75b36d-20fb-4eea-8b18-1d740ea0d306 service neutron] 10.222.0.132 "GET /v2.0/ports?device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7 HTTP/1.1" status: 200  len: 1162 time: 0.3377120
Feb 02 13:37:50.853526 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7e663826-8b95-4d0c-b5e5-eaed72ee8211 req-87100d06-833d-475d-b53d-f762c6753b98 service neutron] 10.222.0.132 "GET /v2.0/security-groups?id=3e9ef5c7-2881-4d8a-b503-c56e95a5c062&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1414256
Feb 02 13:37:50.951511 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3fb0d1e4-b5bf-48ec-95df-bbd966906172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:50.965060 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c868167-7870-4f46-b3b7-ec48a4a77f48 service neutron] Pushing event updated for resources: {'Port': ['ID=283571df-5424-4f7f-8467-7e7c68adb3fb,revision_number=2']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:51.018752 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-0c868167-7870-4f46-b3b7-ec48a4a77f48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:51.020882 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3fb0d1e4-b5bf-48ec-95df-bbd966906172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:51.034054 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:51.058014 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be13d3ae-173c-4475-bea5-6ccef10c2aaf req-a7bdabb2-44df-4ee8-8a01-98f0ab3633f0 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:51.067065 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-be13d3ae-173c-4475-bea5-6ccef10c2aaf req-a7bdabb2-44df-4ee8-8a01-98f0ab3633f0 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=fbbd96bb-f941-48ce-ac3b-bfe78f0f79ed HTTP/1.1" status: 200  len: 945 time: 0.7008462
Feb 02 13:37:51.244364 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fb0d1e4-b5bf-48ec-95df-bbd966906172 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 02 13:37:51.296547 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-be13d3ae-173c-4475-bea5-6ccef10c2aaf req-4cff7277-3dac-459c-b9b9-6b3947689ac7 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2268233
Feb 02 13:37:51.422344 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-d3d128a0-7d18-41c8-934f-3c684570867c req-a38b6351-a9fe-4f3d-b2c9-79417d9aa871 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] For port 74bc8a99-e6b2-4441-afc9-039efe6169b5, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=74bc8a99-e6b2-4441-afc9-039efe6169b5,segment=NetworkSegment(986ca86a-9e71-4564-a96d-f8fb655c2658),segment_id=986ca86a-9e71-4564-a96d-f8fb655c2658)] {{(pid=80185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:37:51.423137 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-d3d128a0-7d18-41c8-934f-3c684570867c req-a38b6351-a9fe-4f3d-b2c9-79417d9aa871 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:51.480461 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b930de0-c865-4986-a5a2-e31cdc782344', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74bc8a99-e6b2-4441-afc9-039efe6169b5'}] {{(pid=80186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:37:51.589181 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b692ec6-2dd1-405a-8d7e-5b5d7fee16b5 req-7ed85bf9-7830-4954-85ca-6bad58382142 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:51.591482 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-0b692ec6-2dd1-405a-8d7e-5b5d7fee16b5 req-7ed85bf9-7830-4954-85ca-6bad58382142 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7 HTTP/1.1" status: 200  len: 945 time: 0.5211091
Feb 02 13:37:51.792190 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 41098) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:37:51.810301 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-d3d128a0-7d18-41c8-934f-3c684570867c req-a38b6351-a9fe-4f3d-b2c9-79417d9aa871 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] Calling delete_port for 74bc8a99-e6b2-4441-afc9-039efe6169b5 owned by compute:nova {{(pid=80185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:37:51.894859 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb0d1e4-b5bf-48ec-95df-bbd966906172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c33d100-1f33-46f4-8dab-4d67b17752c8,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:51.925669 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3fb0d1e4-b5bf-48ec-95df-bbd966906172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764996'] for segment, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:51.927144 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.db.segments_db [None req-3fb0d1e4-b5bf-48ec-95df-bbd966906172 admin admin] Added segment ae3eeb50-99c5-49df-b23d-67db06226d0e of type vxlan for network 477afb05-fcb3-4b7e-ae6c-73cdde1bd771
Feb 02 13:37:51.927716 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-6da12068-f551-44ca-a352-b929508f1eeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:51.937918 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-3fb0d1e4-b5bf-48ec-95df-bbd966906172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.904s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:52.097295 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-0b692ec6-2dd1-405a-8d7e-5b5d7fee16b5 req-eed64d13-0219-4495-a195-80db9b01d382 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=3e9ef5c7-2881-4d8a-b503-c56e95a5c062&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4811544
Feb 02 13:37:52.124150 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3fb0d1e4-b5bf-48ec-95df-bbd966906172 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771911551603'] for network, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:52.143184 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-6da12068-f551-44ca-a352-b929508f1eeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:37:52.150505 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-6da12068-f551-44ca-a352-b929508f1eeb admin admin] Usage tracker for resource:security_group_rule and tenant:48e0889aaa504d3ea508414da7dee8f9 is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:37:52.156030 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-6da12068-f551-44ca-a352-b929508f1eeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:37:52.167518 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-6da12068-f551-44ca-a352-b929508f1eeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:37:52.170804 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [req-2a72d08a-9978-4b89-a203-92f2a2f19187 req-0c868167-7870-4f46-b3b7-ec48a4a77f48 service neutron] Attempting to bind port 283571df-5424-4f7f-8467-7e7c68adb3fb on host hv-cinder-77238 for vnic_type normal with profile  {{(pid=80185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 02 13:37:52.171336 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [req-2a72d08a-9978-4b89-a203-92f2a2f19187 req-0c868167-7870-4f46-b3b7-ec48a4a77f48 service neutron] Attempting to bind port 283571df-5424-4f7f-8467-7e7c68adb3fb by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '0171a29b-a4d8-433f-9f69-11da58cadf98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'bfbd13a3-d870-417b-93b8-70f01824ec17'}] {{(pid=80185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 02 13:37:52.171858 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a72d08a-9978-4b89-a203-92f2a2f19187 req-0c868167-7870-4f46-b3b7-ec48a4a77f48 service neutron] Attempting to bind port 283571df-5424-4f7f-8467-7e7c68adb3fb on network bfbd13a3-d870-417b-93b8-70f01824ec17 {{(pid=80185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 02 13:37:52.185083 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a72d08a-9978-4b89-a203-92f2a2f19187 req-0c868167-7870-4f46-b3b7-ec48a4a77f48 service neutron] Checking agent: {'id': '3f7ac43e-b359-42e2-9e67-18be39e96b32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 34, 33), 'started_at': datetime.datetime(2021, 2, 2, 13, 35, 3), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.120', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 02 13:37:52.185510 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a72d08a-9978-4b89-a203-92f2a2f19187 req-0c868167-7870-4f46-b3b7-ec48a4a77f48 service neutron] Checking segment: {'id': '0171a29b-a4d8-433f-9f69-11da58cadf98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'bfbd13a3-d870-417b-93b8-70f01824ec17'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:37:52.185924 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-2a72d08a-9978-4b89-a203-92f2a2f19187 req-0c868167-7870-4f46-b3b7-ec48a4a77f48 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:52.186466 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a72d08a-9978-4b89-a203-92f2a2f19187 req-0c868167-7870-4f46-b3b7-ec48a4a77f48 service neutron] Bound using segment: {'id': '0171a29b-a4d8-433f-9f69-11da58cadf98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'bfbd13a3-d870-417b-93b8-70f01824ec17'} {{(pid=80185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 02 13:37:52.186961 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [req-2a72d08a-9978-4b89-a203-92f2a2f19187 req-0c868167-7870-4f46-b3b7-ec48a4a77f48 service neutron] Bound port: 283571df-5424-4f7f-8467-7e7c68adb3fb, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0171a29b-a4d8-433f-9f69-11da58cadf98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'bfbd13a3-d870-417b-93b8-70f01824ec17'}}] {{(pid=80185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 02 13:37:52.187340 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-2a72d08a-9978-4b89-a203-92f2a2f19187 req-0c868167-7870-4f46-b3b7-ec48a4a77f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:52.258578 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b930de0-c865-4986-a5a2-e31cdc782344', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74bc8a99-e6b2-4441-afc9-039efe6169b5', 'code': 200}
Feb 02 13:37:52.356063 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-6da12068-f551-44ca-a352-b929508f1eeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:52.367798 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3fb0d1e4-b5bf-48ec-95df-bbd966906172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670'] for network, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:52.381891 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb0d1e4-b5bf-48ec-95df-bbd966906172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:52.381891 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3fb0d1e4-b5bf-48ec-95df-bbd966906172 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for network, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:52.396123 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-a39dec04-bf42-40c2-83ec-9486b61ff980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:52.489655 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-2a72d08a-9978-4b89-a203-92f2a2f19187 req-0c868167-7870-4f46-b3b7-ec48a4a77f48 service neutron] For port 283571df-5424-4f7f-8467-7e7c68adb3fb, host hv-cinder-77238, cleared binding levels {{(pid=80185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 02 13:37:52.493268 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-2a72d08a-9978-4b89-a203-92f2a2f19187 req-0c868167-7870-4f46-b3b7-ec48a4a77f48 service neutron] For port 283571df-5424-4f7f-8467-7e7c68adb3fb, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=283571df-5424-4f7f-8467-7e7c68adb3fb,segment=NetworkSegment(0171a29b-a4d8-433f-9f69-11da58cadf98),segment_id=0171a29b-a4d8-433f-9f69-11da58cadf98)] {{(pid=80185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 02 13:37:52.520587 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-2a72d08a-9978-4b89-a203-92f2a2f19187 req-0c868167-7870-4f46-b3b7-ec48a4a77f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:52.546187 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca0ffab-8e85-4e52-bee7-85287290a53a req-9836f761-f8f9-4e19-94bc-4aa4d3e7b51d tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:52.568087 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-fca0ffab-8e85-4e52-bee7-85287290a53a req-9836f761-f8f9-4e19-94bc-4aa4d3e7b51d tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] 10.222.0.133 "GET /v2.0/ports?device_id=0b930de0-c865-4986-a5a2-e31cdc782344 HTTP/1.1" status: 200  len: 943 time: 0.8685231
Feb 02 13:37:52.591779 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 41116) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:37:52.596205 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-6da12068-f551-44ca-a352-b929508f1eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:52.620634 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:52.842590 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da12068-f551-44ca-a352-b929508f1eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb3d0ed-7b77-4d9b-a350-e8cbf56e6001,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:52.851234 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-6da12068-f551-44ca-a352-b929508f1eeb admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=48e0889aaa504d3ea508414da7dee8f9&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0533867
Feb 02 13:37:52.854245 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-6da12068-f551-44ca-a352-b929508f1eeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:52.858513 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 41118) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:37:52.899473 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-fca0ffab-8e85-4e52-bee7-85287290a53a req-0a1ad421-8b72-4022-9c5f-c25c2ab20a36 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] 10.222.0.133 "GET /v2.0/security-groups?id=35742ac1-887e-4519-b0ab-4f0c0c4e8cb3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3368180
Feb 02 13:37:52.983055 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-d3d128a0-7d18-41c8-934f-3c684570867c req-a38b6351-a9fe-4f3d-b2c9-79417d9aa871 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264942761622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264943208991'] for port, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:53.042530 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb0d1e4-b5bf-48ec-95df-bbd966906172 admin admin] Pushing event updated for resources: {'Network': ['ID=477afb05-fcb3-4b7e-ae6c-73cdde1bd771,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:53.047046 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-3fb0d1e4-b5bf-48ec-95df-bbd966906172 admin admin] 10.222.0.133 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 3.8924327
Feb 02 13:37:53.058079 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-3fb0d1e4-b5bf-48ec-95df-bbd966906172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.661s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:53.058637 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-1ce5768c-a766-481c-9674-8a769de622ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:53.067221 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Network 477afb05-fcb3-4b7e-ae6c-73cdde1bd771 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 02 13:37:53.162556 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 41126) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:37:53.205175 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-70fb851d-b3ae-431c-b155-d7efb9e0d3be admin admin] Request body: {'subnet': {'network_id': '477afb05-fcb3-4b7e-ae6c-73cdde1bd771', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-437053625-subnet', 'tenant_id': '22b172dd42164ab3909e5ea67b21e03e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:37:53.222988 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Network 477afb05-fcb3-4b7e-ae6c-73cdde1bd771 details requested by agent ovs-agent-dv-cinder-772388-4-iscsi with host dv-cinder-772388-4-iscsi {{(pid=80186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 02 13:37:53.226340 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83945ac-5c5b-442f-b0c1-74e3baa17be9 req-f7bf81a3-abff-4f6b-9fe0-b0a25dd71f13 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:53.228409 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d83945ac-5c5b-442f-b0c1-74e3baa17be9 req-f7bf81a3-abff-4f6b-9fe0-b0a25dd71f13 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=436477f8-7f1a-41aa-a835-3f90833d9229 HTTP/1.1" status: 200  len: 943 time: 0.6615503
Feb 02 13:37:53.252381 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device ce95d6b9-1e51-4ebc-b727-6320094ed768 up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:37:53.264791 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-70fb851d-b3ae-431c-b155-d7efb9e0d3be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:37:53.305855 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e5208de1-845a-4a29-8567-29f09cd69413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:53.312409 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-70fb851d-b3ae-431c-b155-d7efb9e0d3be admin admin] Usage tracker for resource:subnet and tenant:22b172dd42164ab3909e5ea67b21e03e is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:37:53.319421 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-8884a634-a087-4fbb-8b05-66b449f16e14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:53.359765 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-70fb851d-b3ae-431c-b155-d7efb9e0d3be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:37:53.403572 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-70fb851d-b3ae-431c-b155-d7efb9e0d3be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:37:53.427029 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e5208de1-845a-4a29-8567-29f09cd69413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:53.441956 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-8884a634-a087-4fbb-8b05-66b449f16e14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:37:53.460229 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-8884a634-a087-4fbb-8b05-66b449f16e14 admin admin] Usage tracker for resource:security_group_rule and tenant:b24a0f88a8af47078a392e23fe0b0b49 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:37:53.471296 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d83945ac-5c5b-442f-b0c1-74e3baa17be9 req-50700556-fd11-42fc-8576-4b308d8b92dc tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/security-groups?id=8e3981d7-7e1a-4930-b113-8bfee26cb618&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1682451
Feb 02 13:37:53.476633 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-8884a634-a087-4fbb-8b05-66b449f16e14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:37:53.482112 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c868167-7870-4f46-b3b7-ec48a4a77f48 service neutron] Pushing event updated for resources: {'Port': ['ID=283571df-5424-4f7f-8467-7e7c68adb3fb,revision_number=3']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:53.498222 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70fb851d-b3ae-431c-b155-d7efb9e0d3be admin admin] Made reservation on behalf of 22b172dd42164ab3909e5ea67b21e03e for: {'subnet': 1} {{(pid=80185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 02 13:37:53.504004 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-70fb851d-b3ae-431c-b155-d7efb9e0d3be admin admin] Notify callbacks [] for subnet, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:53.526044 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72d08a-9978-4b89-a203-92f2a2f19187 req-0c868167-7870-4f46-b3b7-ec48a4a77f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:53.527116 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-2a72d08a-9978-4b89-a203-92f2a2f19187 req-0c868167-7870-4f46-b3b7-ec48a4a77f48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for port, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:53.529558 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2a72d08a-9978-4b89-a203-92f2a2f19187 req-0c868167-7870-4f46-b3b7-ec48a4a77f48 service neutron] 10.222.0.132 "PUT /v2.0/ports/283571df-5424-4f7f-8467-7e7c68adb3fb HTTP/1.1" status: 200  len: 1157 time: 6.4706893
Feb 02 13:37:53.531094 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-8884a634-a087-4fbb-8b05-66b449f16e14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:37:53.540987 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port ce95d6b9-1e51-4ebc-b727-6320094ed768 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:37:53.543581 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:53.583985 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '436477f8-7f1a-41aa-a835-3f90833d9229', 'tag': '283571df-5424-4f7f-8467-7e7c68adb3fb'}] {{(pid=80185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:37:53.716960 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0b715-1e9c-47b1-b09e-65768d387ea8 req-9accca55-736d-40f6-a800-d56bac5b03e7 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:53.720390 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-fcf0b715-1e9c-47b1-b09e-65768d387ea8 req-9accca55-736d-40f6-a800-d56bac5b03e7 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=fbbd96bb-f941-48ce-ac3b-bfe78f0f79ed HTTP/1.1" status: 200  len: 945 time: 0.4850438
Feb 02 13:37:53.758503 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b6351-a9fe-4f3d-b2c9-79417d9aa871 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] Pushing event deleted for resources: {'Port': ['ID=74bc8a99-e6b2-4441-afc9-039efe6169b5,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:53.768814 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-a38b6351-a9fe-4f3d-b2c9-79417d9aa871 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.710s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:53.790765 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-07b98316-cb4e-44f4-b8ef-aac5e02f3cf2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.761s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:53.791523 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-07b98316-cb4e-44f4-b8ef-aac5e02f3cf2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:53.828739 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e5208de1-845a-4a29-8567-29f09cd69413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:53.850305 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-d8c3427f-df5e-4fa4-b6c2-58d6a748979c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:53.898896 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-fcf0b715-1e9c-47b1-b09e-65768d387ea8 req-bc937925-6394-409d-ba01-6252870a372a tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1572130
Feb 02 13:37:53.900242 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5208de1-845a-4a29-8567-29f09cd69413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb3d0ed-7b77-4d9b-a350-e8cbf56e6001,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:53.908862 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-e5208de1-845a-4a29-8567-29f09cd69413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:53.910268 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e5208de1-845a-4a29-8567-29f09cd69413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:53.915390 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-e5208de1-845a-4a29-8567-29f09cd69413 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/4bb3d0ed-7b77-4d9b-a350-e8cbf56e6001 HTTP/1.1" status: 204  len: 168 time: 1.0549426
Feb 02 13:37:53.950176 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3d128a0-7d18-41c8-934f-3c684570867c req-a38b6351-a9fe-4f3d-b2c9-79417d9aa871 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] No DVR routers for this DVR port 74bc8a99-e6b2-4441-afc9-039efe6169b5 on host hv-cinder-77238 {{(pid=80185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 02 13:37:53.963870 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-d3d128a0-7d18-41c8-934f-3c684570867c req-a38b6351-a9fe-4f3d-b2c9-79417d9aa871 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for port, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:54.002476 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d3d128a0-7d18-41c8-934f-3c684570867c req-a38b6351-a9fe-4f3d-b2c9-79417d9aa871 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] 10.222.0.132 "DELETE /v2.0/ports/74bc8a99-e6b2-4441-afc9-039efe6169b5 HTTP/1.1" status: 204  len: 173 time: 7.1093042
Feb 02 13:37:54.106617 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72d08a-9978-4b89-a203-92f2a2f19187 req-cf86e339-9214-4595-a9fc-829abb5a27a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:54.108994 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2a72d08a-9978-4b89-a203-92f2a2f19187 req-cf86e339-9214-4595-a9fc-829abb5a27a8 service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=da040d840d5945a4bc1739a99331270a&device_id=436477f8-7f1a-41aa-a835-3f90833d9229 HTTP/1.1" status: 200  len: 1160 time: 0.5163493
Feb 02 13:37:54.209726 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f3624f-cd83-4624-ad94-1a73ca7f20ab req-4480697b-72f9-4642-835e-4d6b34f28cfb tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:54.212078 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-18f3624f-cd83-4624-ad94-1a73ca7f20ab req-4480697b-72f9-4642-835e-4d6b34f28cfb tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7 HTTP/1.1" status: 200  len: 945 time: 0.2947586
Feb 02 13:37:54.366610 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-8884a634-a087-4fbb-8b05-66b449f16e14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:54.378517 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '436477f8-7f1a-41aa-a835-3f90833d9229', 'tag': '283571df-5424-4f7f-8467-7e7c68adb3fb', 'status': 'completed', 'code': 200}
Feb 02 13:37:54.409013 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-8884a634-a087-4fbb-8b05-66b449f16e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:54.412887 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-18f3624f-cd83-4624-ad94-1a73ca7f20ab req-96b0b5a2-dec6-43f5-b4cf-d3e78675683e tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=3e9ef5c7-2881-4d8a-b503-c56e95a5c062&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1905775
Feb 02 13:37:54.437938 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2a72d08a-9978-4b89-a203-92f2a2f19187 req-879a8f2c-e6ea-4c4f-bdc8-7682ed289d59 service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=283571df-5424-4f7f-8467-7e7c68adb3fb HTTP/1.1" status: 200  len: 217 time: 0.2747915
Feb 02 13:37:54.566424 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-0a8bacd3-16f3-44e3-a464-f369a36ae959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:54.691024 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d96a72a5-d66c-4bab-a422-43b361e9fbff req-9063a11a-a680-438d-961e-bb730bf91bbd tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] 10.222.0.133 "GET /v2.0/ports?device_id=0b930de0-c865-4986-a5a2-e31cdc782344 HTTP/1.1" status: 200  len: 210 time: 0.1546037
Feb 02 13:37:54.823459 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-8884a634-a087-4fbb-8b05-66b449f16e14 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=b24a0f88a8af47078a392e23fe0b0b49&name=default HTTP/1.1" status: 200  len: 2979 time: 1.9528394
Feb 02 13:37:54.877356 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 41160) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:37:54.954901 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8884a634-a087-4fbb-8b05-66b449f16e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9e933b-ac3c-4a19-8ac2-2e6094bf4dfc,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:54.966334 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-8884a634-a087-4fbb-8b05-66b449f16e14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:54.970576 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72d08a-9978-4b89-a203-92f2a2f19187 req-614210ce-761d-489b-b945-0be957efd9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:54.973383 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2a72d08a-9978-4b89-a203-92f2a2f19187 req-614210ce-761d-489b-b945-0be957efd9d3 service neutron] 10.222.0.132 "GET /v2.0/subnets?id=fdb421d7-3e26-4929-a736-b93dc64e3cfd HTTP/1.1" status: 200  len: 855 time: 0.3863251
Feb 02 13:37:55.072493 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2a72d08a-9978-4b89-a203-92f2a2f19187 req-423b003c-dc32-48a5-8390-2bff53bc41ab service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=bfbd13a3-d870-417b-93b8-70f01824ec17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0941651
Feb 02 13:37:55.241133 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f14314a0-bb56-4daf-a4bb-6cafe40b7374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:55.317014 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 41172) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:37:55.463305 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f4d1a-a428-4bfb-8b11-c683c065661b req-18d39439-ab8e-4e0a-afdb-f2d8483080e6 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:55.465895 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-397f4d1a-a428-4bfb-8b11-c683c065661b req-18d39439-ab8e-4e0a-afdb-f2d8483080e6 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7 HTTP/1.1" status: 200  len: 945 time: 0.7019098
Feb 02 13:37:55.468234 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2a72d08a-9978-4b89-a203-92f2a2f19187 req-a6f9d8f7-7079-45de-8d00-9467e014596f service neutron] 10.222.0.132 "GET /v2.0/networks/bfbd13a3-d870-417b-93b8-70f01824ec17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3242362
Feb 02 13:37:55.479985 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 41180) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:37:55.507078 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f14314a0-bb56-4daf-a4bb-6cafe40b7374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:55.519149 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-d84efedd-a3a8-48a8-b4a4-e3e3c2077e6a tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Request body: {'floatingip': {'port_id': 'ce95d6b9-1e51-4ebc-b727-6320094ed768'}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:37:55.659154 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ccb56-30e3-4041-b48e-7e1685ceb8da req-ee4deeb3-b9c2-4a5a-afae-3868000fc7c4 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:55.661405 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-079ccb56-30e3-4041-b48e-7e1685ceb8da req-ee4deeb3-b9c2-4a5a-afae-3868000fc7c4 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=436477f8-7f1a-41aa-a835-3f90833d9229 HTTP/1.1" status: 200  len: 943 time: 0.5989969
Feb 02 13:37:55.747701 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-70fb851d-b3ae-431c-b155-d7efb9e0d3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670'] for subnet, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:55.836819 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d84efedd-a3a8-48a8-b4a4-e3e3c2077e6a tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks [] for floatingip, before_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:55.945465 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-079ccb56-30e3-4041-b48e-7e1685ceb8da req-045e033b-646e-43b5-b581-20293ffdefab tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/security-groups?id=8e3981d7-7e1a-4930-b113-8bfee26cb618&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2319691
Feb 02 13:37:55.985755 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-58c283dc-8f05-4b78-a464-e7ac7eed5f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:56.024909 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f14314a0-bb56-4daf-a4bb-6cafe40b7374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:56.040905 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:56.060569 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14314a0-bb56-4daf-a4bb-6cafe40b7374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9e933b-ac3c-4a19-8ac2-2e6094bf4dfc,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:56.072081 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f14314a0-bb56-4daf-a4bb-6cafe40b7374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:56.128436 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f14314a0-bb56-4daf-a4bb-6cafe40b7374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:56.134642 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-f14314a0-bb56-4daf-a4bb-6cafe40b7374 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/2d9e933b-ac3c-4a19-8ac2-2e6094bf4dfc HTTP/1.1" status: 204  len: 168 time: 1.2526913
Feb 02 13:37:56.247667 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-312f6d6d-d283-494d-af6f-3e3cfe0c71cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:56.313292 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eecc790-e799-400c-8f69-195968a939b3 req-eef85990-d548-4292-8e83-4031710fadf7 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:56.314865 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-8eecc790-e799-400c-8f69-195968a939b3 req-eef85990-d548-4292-8e83-4031710fadf7 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=fbbd96bb-f941-48ce-ac3b-bfe78f0f79ed HTTP/1.1" status: 200  len: 945 time: 0.4800296
Feb 02 13:37:56.446425 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-8eecc790-e799-400c-8f69-195968a939b3 req-93045764-ac63-4927-a897-d50079666c19 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1207914
Feb 02 13:37:56.615526 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b930de0-c865-4986-a5a2-e31cdc782344', 'name': 'network-vif-deleted', 'tag': '74bc8a99-e6b2-4441-afc9-039efe6169b5'}] {{(pid=80185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:37:56.629089 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fb851d-b3ae-431c-b155-d7efb9e0d3be admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2302346-3eb8-418d-9ef1-a83d3cc2c771,revision_number=0']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:56.634108 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-70fb851d-b3ae-431c-b155-d7efb9e0d3be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:56.661106 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-332506bb-4f96-4ce3-993e-58b2968e8882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:56.727706 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-332506bb-4f96-4ce3-993e-58b2968e8882 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:37:56.743045 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-332506bb-4f96-4ce3-993e-58b2968e8882 admin admin] Usage tracker for resource:security_group_rule and tenant:76df4d0f6b80436a8c71926703ccb5cd is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:37:56.747314 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-332506bb-4f96-4ce3-993e-58b2968e8882 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:37:56.778236 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-332506bb-4f96-4ce3-993e-58b2968e8882 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:37:56.821463 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b930de0-c865-4986-a5a2-e31cdc782344', 'name': 'network-vif-deleted', 'tag': '74bc8a99-e6b2-4441-afc9-039efe6169b5', 'status': 'completed', 'code': 200}
Feb 02 13:37:56.949315 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2a72d08a-9978-4b89-a203-92f2a2f19187 req-fe29a6ba-5ea5-42f9-93eb-a602fbb70a22 service neutron] 10.222.0.132 "GET /v2.0/networks/bfbd13a3-d870-417b-93b8-70f01824ec17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.4678211
Feb 02 13:37:57.000631 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fb851d-b3ae-431c-b155-d7efb9e0d3be admin admin] Checking segment: {'id': 'ae3eeb50-99c5-49df-b23d-67db06226d0e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '477afb05-fcb3-4b7e-ae6c-73cdde1bd771'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:37:57.004275 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fb851d-b3ae-431c-b155-d7efb9e0d3be admin admin] Network hostable DHCP agents. Network: 477afb05-fcb3-4b7e-ae6c-73cdde1bd771, hostable agents: ['f461d640-d7db-44f6-a785-e3cace2a4602'], hosted agents: [] {{(pid=80185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 02 13:37:57.238476 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 41214) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:37:57.296198 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-90235423-acb7-4c3e-8404-7c18744eb185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:57.338303 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-90235423-acb7-4c3e-8404-7c18744eb185 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:37:57.346609 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-90235423-acb7-4c3e-8404-7c18744eb185 admin admin] Usage tracker for resource:security_group_rule and tenant:630879617ecd438fa22a7f5592b84c60 is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:37:57.359378 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-90235423-acb7-4c3e-8404-7c18744eb185 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:37:57.370966 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-90235423-acb7-4c3e-8404-7c18744eb185 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:37:57.559709 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-90235423-acb7-4c3e-8404-7c18744eb185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:57.564715 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-90235423-acb7-4c3e-8404-7c18744eb185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:57.576167 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-1939476f-c4be-4e92-afbf-47fb9e109e51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:57.622552 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90235423-acb7-4c3e-8404-7c18744eb185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3dc200-8c0c-4e15-9486-244fd906c42f,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:57.626663 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-90235423-acb7-4c3e-8404-7c18744eb185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:57.662726 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-90235423-acb7-4c3e-8404-7c18744eb185 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=630879617ecd438fa22a7f5592b84c60&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4051237
Feb 02 13:37:57.664258 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 41226) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:37:57.774788 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ec2a9-3113-4376-84f8-b57464c44ce3 req-d46b3908-9c1d-4bce-870a-2e44d7d14770 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:57.786310 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-483ec2a9-3113-4376-84f8-b57464c44ce3 req-d46b3908-9c1d-4bce-870a-2e44d7d14770 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=436477f8-7f1a-41aa-a835-3f90833d9229 HTTP/1.1" status: 200  len: 943 time: 0.6380725
Feb 02 13:37:58.014759 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fb851d-b3ae-431c-b155-d7efb9e0d3be admin admin] Network 477afb05-fcb3-4b7e-ae6c-73cdde1bd771 is scheduled to be hosted by DHCP agent f461d640-d7db-44f6-a785-e3cace2a4602 with binding_index 1 {{(pid=80185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 02 13:37:58.065756 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-483ec2a9-3113-4376-84f8-b57464c44ce3 req-79bad793-b83a-4ef1-8b4b-8c94b8e7d9ac tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/security-groups?id=8e3981d7-7e1a-4930-b113-8bfee26cb618&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2780890
Feb 02 13:37:58.072275 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-332506bb-4f96-4ce3-993e-58b2968e8882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:58.074412 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [None req-70fb851d-b3ae-431c-b155-d7efb9e0d3be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-4-iscsi, 477afb05-fcb3-4b7e-ae6c-73cdde1bd771) {{(pid=80185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:37:58.079377 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-167826a8-db40-420b-94d9-7366e1fcb0fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:58.086990 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-332506bb-4f96-4ce3-993e-58b2968e8882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:58.087605 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918d9c63-8948-4f65-a9ee-91f712613b9e None None] Network 477afb05-fcb3-4b7e-ae6c-73cdde1bd771 requested from dv-cinder-772388-4-iscsi {{(pid=80186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 02 13:37:58.099991 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fb851d-b3ae-431c-b155-d7efb9e0d3be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:58.100640 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-70fb851d-b3ae-431c-b155-d7efb9e0d3be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for subnet, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:58.113220 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-93a5f7f8-6482-4504-8817-50dad122490d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:58.176129 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-167826a8-db40-420b-94d9-7366e1fcb0fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:58.356079 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188438a-ff2b-4d14-aefc-4cb571802007 req-4c401eb0-0f0b-47df-854d-dbbcb3d138e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:58.359006 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6188438a-ff2b-4d14-aefc-4cb571802007 req-4c401eb0-0f0b-47df-854d-dbbcb3d138e8 service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=da040d840d5945a4bc1739a99331270a&device_id=436477f8-7f1a-41aa-a835-3f90833d9229 HTTP/1.1" status: 200  len: 1160 time: 0.6282909
Feb 02 13:37:58.369170 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332506bb-4f96-4ce3-993e-58b2968e8882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96a7a7c-ce88-4a48-8dc3-12a4ed9b628c,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:58.371974 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57392da-a981-4b80-8b5c-820eb40f5a1a req-7fa74e37-212b-4666-bc88-c5b5e591be5d tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:58.377955 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-332506bb-4f96-4ce3-993e-58b2968e8882 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=76df4d0f6b80436a8c71926703ccb5cd&name=default HTTP/1.1" status: 200  len: 2979 time: 3.0595312
Feb 02 13:37:58.386763 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-332506bb-4f96-4ce3-993e-58b2968e8882 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:58.391238 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b57392da-a981-4b80-8b5c-820eb40f5a1a req-7fa74e37-212b-4666-bc88-c5b5e591be5d tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=fbbd96bb-f941-48ce-ac3b-bfe78f0f79ed HTTP/1.1" status: 200  len: 945 time: 0.4949269
Feb 02 13:37:58.395432 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 41236) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:37:58.444925 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.db.resource_extend [None req-d84efedd-a3a8-48a8-b4a4-e3e3c2077e6a tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80185) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 02 13:37:58.680907 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-70fb851d-b3ae-431c-b155-d7efb9e0d3be admin admin] 10.222.0.133 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 5.5133126
Feb 02 13:37:58.863285 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b57392da-a981-4b80-8b5c-820eb40f5a1a req-ed958d5b-3005-45f3-a302-a162e3e59a45 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4665644
Feb 02 13:37:58.899137 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-52408056-3f50-4376-99a4-27570f1f7352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:58.899569 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d84efedd-a3a8-48a8-b4a4-e3e3c2077e6a tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:58.906098 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f5bcf7-6201-4fe0-9f21-17fa99238dca None None] Network 477afb05-fcb3-4b7e-ae6c-73cdde1bd771 requested from dv-cinder-772388-4-iscsi {{(pid=80186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 02 13:37:58.916321 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-167826a8-db40-420b-94d9-7366e1fcb0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:58.995970 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:37:59.054358 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d84efedd-a3a8-48a8-b4a4-e3e3c2077e6a tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852699397'] for floatingip, after_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:59.062914 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-167826a8-db40-420b-94d9-7366e1fcb0fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:59.064948 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-167826a8-db40-420b-94d9-7366e1fcb0fd admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/0a3dc200-8c0c-4e15-9486-244fd906c42f HTTP/1.1" status: 204  len: 168 time: 1.2557654
Feb 02 13:37:59.079558 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 41254) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:37:59.086589 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167826a8-db40-420b-94d9-7366e1fcb0fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3dc200-8c0c-4e15-9486-244fd906c42f,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:37:59.189917 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-167826a8-db40-420b-94d9-7366e1fcb0fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:37:59.201743 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-52408056-3f50-4376-99a4-27570f1f7352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:59.358235 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_v2 [None req-11389b0b-8923-44f5-a4cc-5cee0adce1c5 admin admin] Deleting subnet da13caf3-2638-43a1-a721-f15405bf450a {{(pid=80184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Feb 02 13:37:59.364866 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-11389b0b-8923-44f5-a4cc-5cee0adce1c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:59.501478 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188438a-ff2b-4d14-aefc-4cb571802007 req-1d72fcab-7962-4f3f-937d-28b41cf61f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:37:59.504374 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-11389b0b-8923-44f5-a4cc-5cee0adce1c5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:59.513343 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6188438a-ff2b-4d14-aefc-4cb571802007 req-1d72fcab-7962-4f3f-937d-28b41cf61f39 service neutron] 10.222.0.132 "GET /v2.0/networks?id=bfbd13a3-d870-417b-93b8-70f01824ec17 HTTP/1.1" status: 200  len: 909 time: 1.1288507
Feb 02 13:37:59.515804 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-11389b0b-8923-44f5-a4cc-5cee0adce1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-22738'] for subnet, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:37:59.754473 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device 283571df-5424-4f7f-8467-7e7c68adb3fb up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:37:59.903994 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6188438a-ff2b-4d14-aefc-4cb571802007 req-ec8f005f-b2b6-4a12-95f5-46f2bc0c5b66 service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=283571df-5424-4f7f-8467-7e7c68adb3fb HTTP/1.1" status: 200  len: 217 time: 0.3339067
Feb 02 13:38:00.124725 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0bc0b46b-000f-46a6-940d-9c62d2438e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:00.159715 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c7e8766e-8d12-4426-afca-822902410145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:00.203489 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning for port 283571df-5424-4f7f-8467-7e7c68adb3fb completed by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:38:00.241149 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port 283571df-5424-4f7f-8467-7e7c68adb3fb triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:38:00.241682 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:00.250662 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-11389b0b-8923-44f5-a4cc-5cee0adce1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854753062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670'] for subnet, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:00.338207 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188438a-ff2b-4d14-aefc-4cb571802007 req-cf17c8d2-f53f-4355-a731-982493a95c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:00.341596 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6188438a-ff2b-4d14-aefc-4cb571802007 req-cf17c8d2-f53f-4355-a731-982493a95c55 service neutron] 10.222.0.132 "GET /v2.0/subnets?id=fdb421d7-3e26-4929-a736-b93dc64e3cfd HTTP/1.1" status: 200  len: 855 time: 0.4261320
Feb 02 13:38:00.506526 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 41282) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:38:00.507192 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.db.l3_db [None req-d84efedd-a3a8-48a8-b4a4-e3e3c2077e6a tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Floating IP 74529d97-c520-4346-9385-60da5f6e115b associated. External IP: 172.27.2.138, port: ce95d6b9-1e51-4ebc-b727-6320094ed768.
Feb 02 13:38:00.663461 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:00.718182 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:00.824956 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] For port 283571df-5424-4f7f-8467-7e7c68adb3fb, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=283571df-5424-4f7f-8467-7e7c68adb3fb,segment=NetworkSegment(0171a29b-a4d8-433f-9f69-11da58cadf98),segment_id=0171a29b-a4d8-433f-9f69-11da58cadf98)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:38:00.826138 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '436477f8-7f1a-41aa-a835-3f90833d9229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '283571df-5424-4f7f-8467-7e7c68adb3fb'}] {{(pid=80186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:38:00.835983 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:00.838200 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:38:00.893225 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-3b90369f-a2f7-438b-9f3d-98029c511734 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:38:01.032647 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6188438a-ff2b-4d14-aefc-4cb571802007 req-b69d3854-0e2c-4a24-9cfb-ba5cd3e67505 service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=bfbd13a3-d870-417b-93b8-70f01824ec17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.6786196
Feb 02 13:38:01.034359 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-42ef245d-f728-4293-a752-dedea4fc02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:01.048154 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Pushing event updated for resources: {'Port': ['ID=283571df-5424-4f7f-8467-7e7c68adb3fb,revision_number=4']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:38:01.065415 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:38:01.125567 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11389b0b-8923-44f5-a4cc-5cee0adce1c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da13caf3-2638-43a1-a721-f15405bf450a,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:38:01.145572 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-11389b0b-8923-44f5-a4cc-5cee0adce1c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:38:01.147296 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device 283571df-5424-4f7f-8467-7e7c68adb3fb up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:38:01.184149 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-11389b0b-8923-44f5-a4cc-5cee0adce1c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for subnet, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:01.192180 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-8e337335-c4c5-4c52-b401-0f83e3d3a6e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:01.205400 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-11389b0b-8923-44f5-a4cc-5cee0adce1c5 admin admin] 10.222.0.133 "DELETE /v2.0/subnets/da13caf3-2638-43a1-a721-f15405bf450a HTTP/1.1" status: 204  len: 168 time: 2.1227114
Feb 02 13:38:01.206383 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 41300) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:38:01.229499 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-52408056-3f50-4376-99a4-27570f1f7352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:01.233813 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-52408056-3f50-4376-99a4-27570f1f7352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:01.235723 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-52408056-3f50-4376-99a4-27570f1f7352 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/b96a7a7c-ce88-4a48-8dc3-12a4ed9b628c HTTP/1.1" status: 204  len: 168 time: 2.8325119
Feb 02 13:38:01.243755 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-fa07b8b6-5e2e-4967-981e-f0590ffbbf11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:38:01.335432 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-8e337335-c4c5-4c52-b401-0f83e3d3a6e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:38:01.370883 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-8e337335-c4c5-4c52-b401-0f83e3d3a6e7 admin admin] Usage tracker for resource:security_group_rule and tenant:f5115ca271804ad584139f44156598e0 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:38:01.377445 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-8e337335-c4c5-4c52-b401-0f83e3d3a6e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:38:01.398986 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-8e337335-c4c5-4c52-b401-0f83e3d3a6e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:38:01.409129 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port 283571df-5424-4f7f-8467-7e7c68adb3fb triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:38:01.410422 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:01.431195 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52408056-3f50-4376-99a4-27570f1f7352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96a7a7c-ce88-4a48-8dc3-12a4ed9b628c,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:38:01.453086 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-34e8b75e-0012-48eb-9b8e-1735182e1ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854257808'] for network, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:01.505263 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6188438a-ff2b-4d14-aefc-4cb571802007 req-c8af7529-da25-4cb3-8e56-f454e74f149e service neutron] 10.222.0.132 "GET /v2.0/networks/bfbd13a3-d870-417b-93b8-70f01824ec17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3610771
Feb 02 13:38:01.570048 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-52408056-3f50-4376-99a4-27570f1f7352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:38:01.746230 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c76116-478a-4b89-8d14-5191676982e6 req-bf7745e6-bf31-4be5-8a27-c39068f72609 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:01.750416 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-21c76116-478a-4b89-8d14-5191676982e6 req-bf7745e6-bf31-4be5-8a27-c39068f72609 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=436477f8-7f1a-41aa-a835-3f90833d9229 HTTP/1.1" status: 200  len: 943 time: 1.6865716
Feb 02 13:38:01.936978 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-8e337335-c4c5-4c52-b401-0f83e3d3a6e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:01.963044 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-8e337335-c4c5-4c52-b401-0f83e3d3a6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:01.977375 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-332506bb-4f96-4ce3-993e-58b2968e8882 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:38:01.996437 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6188438a-ff2b-4d14-aefc-4cb571802007 req-3d1ddba3-f329-4181-b1d3-a56b4d106ada service neutron] 10.222.0.132 "GET /v2.0/networks/bfbd13a3-d870-417b-93b8-70f01824ec17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4852350
Feb 02 13:38:02.043552 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d84efedd-a3a8-48a8-b4a4-e3e3c2077e6a tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Router e1313b03-1e45-4cf1-8d41-dae65ce45e1d has already been hosted by L3 agent 46ed2aac-7d32-4274-9cac-387c5fc2cd87 {{(pid=80185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 02 13:38:02.065419 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-8e337335-c4c5-4c52-b401-0f83e3d3a6e7 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=f5115ca271804ad584139f44156598e0&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1116145
Feb 02 13:38:02.065419 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e337335-c4c5-4c52-b401-0f83e3d3a6e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df495bd2-86d6-4db4-8df4-4582a61474c3,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:38:02.067854 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-8e337335-c4c5-4c52-b401-0f83e3d3a6e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:38:02.068871 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 41320) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:38:02.083606 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-34e8b75e-0012-48eb-9b8e-1735182e1ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12633', 'neutron.services.segments.db._delete_segments_for_network--9223363264942646934'] for network, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:02.266486 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 41324) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:38:02.318128 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ec511396-4042-4e9f-93c7-17a35b83b575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:02.342435 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-34e8b75e-0012-48eb-9b8e-1735182e1ce7 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fa5e9375cf8>> segment before_delete 55550000 {{(pid=80184) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:38:02.343099 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-34e8b75e-0012-48eb-9b8e-1735182e1ce7 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fa5e9375cf8>> subnet precommit_delete_associations 55550000 {{(pid=80184) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:38:02.344093 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-34e8b75e-0012-48eb-9b8e-1735182e1ce7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa5e99f5a90>> segment_host_mapping after_create 55550000 {{(pid=80184) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:38:02.344502 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-34e8b75e-0012-48eb-9b8e-1735182e1ce7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa5e99f5a90>> port after_create 55550000 {{(pid=80184) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:38:02.345065 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-34e8b75e-0012-48eb-9b8e-1735182e1ce7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa5e99f5a90>> port after_delete 55550000 {{(pid=80184) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:38:02.345483 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-34e8b75e-0012-48eb-9b8e-1735182e1ce7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa5e99f5a90>> port after_update 55550000 {{(pid=80184) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:38:02.346055 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-34e8b75e-0012-48eb-9b8e-1735182e1ce7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa5e99f5a90>> segment after_delete 55550000 {{(pid=80184) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:38:02.346493 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-34e8b75e-0012-48eb-9b8e-1735182e1ce7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa5e99f5a90>> subnet after_create 55550000 {{(pid=80184) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:38:02.347000 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-34e8b75e-0012-48eb-9b8e-1735182e1ce7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa5e99f5a90>> subnet after_delete 55550000 {{(pid=80184) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:38:02.347365 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-34e8b75e-0012-48eb-9b8e-1735182e1ce7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa5e99f5a90>> subnet after_update 55550000 {{(pid=80184) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:38:02.384136 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b06654fd-eb8d-476d-bb11-05196da916c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:02.426461 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b06654fd-eb8d-476d-bb11-05196da916c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:02.446865 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-34e8b75e-0012-48eb-9b8e-1735182e1ce7 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa5e91b86a0>> subnet after_create 55550000 {{(pid=80184) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:38:02.447489 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-34e8b75e-0012-48eb-9b8e-1735182e1ce7 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa5e91b86a0>> subnet after_delete 55550000 {{(pid=80184) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:38:02.448691 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-34e8b75e-0012-48eb-9b8e-1735182e1ce7 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa5e91b86a0>> subnet before_create 55550000 {{(pid=80184) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:38:02.449379 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-34e8b75e-0012-48eb-9b8e-1735182e1ce7 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa5e91b86a0>> subnet before_update 55550000 {{(pid=80184) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:38:02.450078 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.services.segments.db [None req-34e8b75e-0012-48eb-9b8e-1735182e1ce7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa5ea758748>,) {'filters': {'network_id': ['e9de8dbd-daca-40f4-97d0-c17608ae5123']}} {{(pid=80184) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:38:02.465384 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 41332) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:38:02.511422 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-21c76116-478a-4b89-8d14-5191676982e6 req-b2066286-02d1-4bdf-a09f-7bd3bab8a35f tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/security-groups?id=8e3981d7-7e1a-4930-b113-8bfee26cb618&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7487938
Feb 02 13:38:02.525388 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.services.segments.db [None req-34e8b75e-0012-48eb-9b8e-1735182e1ce7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa5ea758748>, '986ca86a-9e71-4564-a96d-f8fb655c2658') {'for_net_delete': True} {{(pid=80184) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:38:02.526005 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.services.segments.db [None req-34e8b75e-0012-48eb-9b8e-1735182e1ce7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa5ea758748>, '986ca86a-9e71-4564-a96d-f8fb655c2658') {} {{(pid=80184) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:38:02.528814 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84efedd-a3a8-48a8-b4a4-e3e3c2077e6a tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify agent at l3_agent.dv-cinder-772388-4-iscsi the message routers_updated {{(pid=80185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 02 13:38:02.551382 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-34e8b75e-0012-48eb-9b8e-1735182e1ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363264942647702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852563795'] for segment, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:02.556468 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d84efedd-a3a8-48a8-b4a4-e3e3c2077e6a tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for floatingip, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:02.570081 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1d76dc-c36b-40c6-afad-e0b9082d3c4b None None] Sync routers for ids ['e1313b03-1e45-4cf1-8d41-dae65ce45e1d'] in dv-cinder-772388-4-iscsi {{(pid=80187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 02 13:38:02.591188 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-34e8b75e-0012-48eb-9b8e-1735182e1ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764996'] for segment, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:02.600161 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1d76dc-c36b-40c6-afad-e0b9082d3c4b None None] Routers {'e1313b03-1e45-4cf1-8d41-dae65ce45e1d'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:38:02.601274 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-6c1d76dc-c36b-40c6-afad-e0b9082d3c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e991dc88>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:38:00Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['e1313b03-1e45-4cf1-8d41-dae65ce45e1d'], 'active': True} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:38:02.603357 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-34e8b75e-0012-48eb-9b8e-1735182e1ce7 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 02 13:38:02.741084 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b06654fd-eb8d-476d-bb11-05196da916c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:02.751264 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '436477f8-7f1a-41aa-a835-3f90833d9229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '283571df-5424-4f7f-8467-7e7c68adb3fb', 'code': 200}
Feb 02 13:38:02.768307 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f3e68b45-5d17-4460-82a2-a6e04b503799 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:38:02.817243 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-d84efedd-a3a8-48a8-b4a4-e3e3c2077e6a tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "PUT /v2.0/floatingips/74529d97-c520-4346-9385-60da5f6e115b HTTP/1.1" status: 200  len: 991 time: 7.3303797
Feb 02 13:38:02.817243 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7', 'tag': 'ce95d6b9-1e51-4ebc-b727-6320094ed768'}] {{(pid=80185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:38:02.835207 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06654fd-eb8d-476d-bb11-05196da916c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df495bd2-86d6-4db4-8df4-4582a61474c3,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:38:02.857824 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-b06654fd-eb8d-476d-bb11-05196da916c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:38:02.861087 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b06654fd-eb8d-476d-bb11-05196da916c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:02.864287 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-b06654fd-eb8d-476d-bb11-05196da916c6 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/df495bd2-86d6-4db4-8df4-4582a61474c3 HTTP/1.1" status: 204  len: 168 time: 0.7943420
Feb 02 13:38:02.991161 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:03.157147 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-6c1d76dc-c36b-40c6-afad-e0b9082d3c4b None None] Set router e1313b03-1e45-4cf1-8d41-dae65ce45e1d gateway port host: dv-cinder-772388-4-iscsi {{(pid=80187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:38:03.404218 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b45c3a-4ed9-446a-a499-40607dcdc957 req-0601f2bf-2590-42d8-ada8-9122cfbd838e tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:03.407432 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-05b45c3a-4ed9-446a-a499-40607dcdc957 req-0601f2bf-2590-42d8-ada8-9122cfbd838e tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=fbbd96bb-f941-48ce-ac3b-bfe78f0f79ed HTTP/1.1" status: 200  len: 945 time: 2.5153954
Feb 02 13:38:03.423066 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-a50fa2a5-25e7-4ed9-bc65-6b29cade90fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:03.423329 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-ec511396-4042-4e9f-93c7-17a35b83b575 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:38:03.441946 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-ec511396-4042-4e9f-93c7-17a35b83b575 admin admin] Usage tracker for resource:security_group_rule and tenant:f98931ef78ae4634ba0dfb5b99f9fdcf is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:38:03.483444 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-a50fa2a5-25e7-4ed9-bc65-6b29cade90fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:38:03.487573 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-ec511396-4042-4e9f-93c7-17a35b83b575 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:38:03.491054 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-a50fa2a5-25e7-4ed9-bc65-6b29cade90fa admin admin] Usage tracker for resource:security_group_rule and tenant:5b091f9bb1f4482eaa81ec0b5c1a7e6e is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:38:03.496513 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-a50fa2a5-25e7-4ed9-bc65-6b29cade90fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:38:03.507112 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-a50fa2a5-25e7-4ed9-bc65-6b29cade90fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:38:03.521726 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-ec511396-4042-4e9f-93c7-17a35b83b575 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:38:03.713787 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-6c1d76dc-c36b-40c6-afad-e0b9082d3c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e991dc88>, [{'id': 'e1313b03-1e45-4cf1-8d41-dae65ce45e1d', 'name': 'tempest-AttachVolumeShelveTestJSON-477103384-router', 'tenant_id': '4137e2122c7f40189b0a34f1651c3764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b9709bcd-a7f5-41be-af20-602edf798719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:36:26Z', 'updated_at': '2021-02-02T13:36:55Z', 'revision_number': 4, 'project_id': '4137e2122c7f40189b0a34f1651c3764', 'gw_port': {'id': 'b9709bcd-a7f5-41be-af20-602edf798719', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1313b03-1e45-4cf1-8d41-dae65ce45e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:36:29Z', 'updated_at': '2021-02-02T13:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_floatingips': [{'id': '74529d97-c520-4346-9385-60da5f6e115b', 'tenant_id': '4137e2122c7f40189b0a34f1651c3764', 'floating_ip_address': '172.27.2.138', 'floating_network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'router_id': 'e1313b03-1e45-4cf1-8d41-dae65ce45e1d', 'port_id': 'ce95d6b9-1e51-4ebc-b727-6320094ed768', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1686445e-9089-4fcd-bac5-a148e4ca86fe', 'mac_address': 'fa:16:3e:ce:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-02T13:37:15Z', 'updated_at': '2021-02-02T13:37:58Z', 'revision_number': 1, 'project_id': '4137e2122c7f40189b0a34f1651c3764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19a4bc2b-de92-4b0c-aa3a-64e1dbbc94b0', 'name': '', 'network_id': '1686445e-9089-4fcd-bac5-a148e4ca86fe', 'tenant_id': '4137e2122c7f40189b0a34f1651c3764', 'mac_address': 'fa:16:3e:ee:16:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1313b03-1e45-4cf1-8d41-dae65ce45e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'e86f023b-3193-46b5-b935-af688f96c4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:36:50Z', 'updated_at': '2021-02-02T13:37:09Z', 'revision_number': 5, 'project_id': '4137e2122c7f40189b0a34f1651c3764', 'subnets': [{'id': 'e86f023b-3193-46b5-b935-af688f96c4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:38:03.719364 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1d76dc-c36b-40c6-afad-e0b9082d3c4b None None] Checking router: e1313b03-1e45-4cf1-8d41-dae65ce45e1d for host: dv-cinder-772388-4-iscsi {{(pid=80187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 02 13:38:03.735657 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7', 'tag': 'ce95d6b9-1e51-4ebc-b727-6320094ed768', 'status': 'completed', 'code': 200}
Feb 02 13:38:03.750234 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1d76dc-c36b-40c6-afad-e0b9082d3c4b None None] Routers {'e1313b03-1e45-4cf1-8d41-dae65ce45e1d'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:38:03.751230 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-6c1d76dc-c36b-40c6-afad-e0b9082d3c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e991dc88>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:38:00Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['e1313b03-1e45-4cf1-8d41-dae65ce45e1d'], 'active': True} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:38:03.936564 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ec511396-4042-4e9f-93c7-17a35b83b575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:03.960212 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481bb8e-f59c-4076-b51e-1782a575165e req-99019e7a-dc8f-48ff-99b8-881209ac88d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:03.964394 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d481bb8e-f59c-4076-b51e-1782a575165e req-99019e7a-dc8f-48ff-99b8-881209ac88d3 service neutron] 10.222.0.132 "GET /v2.0/ports?device_id=436477f8-7f1a-41aa-a835-3f90833d9229 HTTP/1.1" status: 200  len: 1162 time: 0.7900784
Feb 02 13:38:04.003050 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-a50fa2a5-25e7-4ed9-bc65-6b29cade90fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:04.066899 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-a50fa2a5-25e7-4ed9-bc65-6b29cade90fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:04.087857 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-1db307ef-0b81-450a-a916-2559b2852818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:38:04.122394 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-6c1d76dc-c36b-40c6-afad-e0b9082d3c4b None None] Set router e1313b03-1e45-4cf1-8d41-dae65ce45e1d gateway port host: dv-cinder-772388-4-iscsi {{(pid=80187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:38:04.220952 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50fa2a5-25e7-4ed9-bc65-6b29cade90fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6dc665b-7774-4c0e-abc1-03d58ae77026,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:38:04.256958 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-a50fa2a5-25e7-4ed9-bc65-6b29cade90fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:38:04.272090 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-34e8b75e-0012-48eb-9b8e-1735182e1ce7 admin admin] Network e9de8dbd-daca-40f4-97d0-c17608ae5123 has no segments {{(pid=80184) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 02 13:38:04.293651 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-34e8b75e-0012-48eb-9b8e-1735182e1ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-10804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2835403'] for segment, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:04.339263 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-a50fa2a5-25e7-4ed9-bc65-6b29cade90fa admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=5b091f9bb1f4482eaa81ec0b5c1a7e6e&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8680813
Feb 02 13:38:04.346425 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 41364) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:38:04.355445 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d481bb8e-f59c-4076-b51e-1782a575165e req-23d91eea-9aae-4df8-9896-b10912c7ab6e service neutron] 10.222.0.132 "GET /v2.0/security-groups?id=8e3981d7-7e1a-4930-b113-8bfee26cb618&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3221738
Feb 02 13:38:04.402280 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284cbcad-55c2-4cb4-b163-fd61c9913699 req-c49cf307-f7f8-42ce-863f-d391f9a3245d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:04.405583 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-284cbcad-55c2-4cb4-b163-fd61c9913699 req-c49cf307-f7f8-42ce-863f-d391f9a3245d service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=4137e2122c7f40189b0a34f1651c3764&device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7 HTTP/1.1" status: 200  len: 1162 time: 0.6509955
Feb 02 13:38:04.595017 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ec511396-4042-4e9f-93c7-17a35b83b575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:04.611035 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.agents_db [None req-a5446886-6d63-4256-b3e6-4e67ca866f31 None None] Agent healthcheck: found 6 active agents {{(pid=80187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 02 13:38:04.713740 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-6c1d76dc-c36b-40c6-afad-e0b9082d3c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e991dc88>, [{'id': 'e1313b03-1e45-4cf1-8d41-dae65ce45e1d', 'name': 'tempest-AttachVolumeShelveTestJSON-477103384-router', 'tenant_id': '4137e2122c7f40189b0a34f1651c3764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b9709bcd-a7f5-41be-af20-602edf798719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:36:26Z', 'updated_at': '2021-02-02T13:36:55Z', 'revision_number': 4, 'project_id': '4137e2122c7f40189b0a34f1651c3764', 'gw_port': {'id': 'b9709bcd-a7f5-41be-af20-602edf798719', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1313b03-1e45-4cf1-8d41-dae65ce45e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:36:29Z', 'updated_at': '2021-02-02T13:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_floatingips': [{'id': '74529d97-c520-4346-9385-60da5f6e115b', 'tenant_id': '4137e2122c7f40189b0a34f1651c3764', 'floating_ip_address': '172.27.2.138', 'floating_network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'router_id': 'e1313b03-1e45-4cf1-8d41-dae65ce45e1d', 'port_id': 'ce95d6b9-1e51-4ebc-b727-6320094ed768', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1686445e-9089-4fcd-bac5-a148e4ca86fe', 'mac_address': 'fa:16:3e:ce:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-02T13:37:15Z', 'updated_at': '2021-02-02T13:37:58Z', 'revision_number': 1, 'project_id': '4137e2122c7f40189b0a34f1651c3764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19a4bc2b-de92-4b0c-aa3a-64e1dbbc94b0', 'name': '', 'network_id': '1686445e-9089-4fcd-bac5-a148e4ca86fe', 'tenant_id': '4137e2122c7f40189b0a34f1651c3764', 'mac_address': 'fa:16:3e:ee:16:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1313b03-1e45-4cf1-8d41-dae65ce45e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'e86f023b-3193-46b5-b935-af688f96c4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:36:50Z', 'updated_at': '2021-02-02T13:37:09Z', 'revision_number': 5, 'project_id': '4137e2122c7f40189b0a34f1651c3764', 'subnets': [{'id': 'e86f023b-3193-46b5-b935-af688f96c4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:38:04.719860 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1d76dc-c36b-40c6-afad-e0b9082d3c4b None None] The sync data for ids ['e1313b03-1e45-4cf1-8d41-dae65ce45e1d'] in dv-cinder-772388-4-iscsi is: [{'id': 'e1313b03-1e45-4cf1-8d41-dae65ce45e1d', 'name': 'tempest-AttachVolumeShelveTestJSON-477103384-router', 'tenant_id': '4137e2122c7f40189b0a34f1651c3764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b9709bcd-a7f5-41be-af20-602edf798719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:36:26Z', 'updated_at': '2021-02-02T13:36:55Z', 'revision_number': 4, 'project_id': '4137e2122c7f40189b0a34f1651c3764', 'gw_port': {'id': 'b9709bcd-a7f5-41be-af20-602edf798719', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1313b03-1e45-4cf1-8d41-dae65ce45e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:36:29Z', 'updated_at': '2021-02-02T13:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_floatingips': [{'id': '74529d97-c520-4346-9385-60da5f6e115b', 'tenant_id': '4137e2122c7f40189b0a34f1651c3764', 'floating_ip_address': '172.27.2.138', 'floating_network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'router_id': 'e1313b03-1e45-4cf1-8d41-dae65ce45e1d', 'port_id': 'ce95d6b9-1e51-4ebc-b727-6320094ed768', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1686445e-9089-4fcd-bac5-a148e4ca86fe', 'mac_address': 'fa:16:3e:ce:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-02T13:37:15Z', 'updated_at': '2021-02-02T13:37:58Z', 'revision_number': 1, 'project_id': '4137e2122c7f40189b0a34f1651c3764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19a4bc2b-de92-4b0c-aa3a-64e1dbbc94b0', 'name': '', 'network_id': '1686445e-9089-4fcd-bac5-a148e4ca86fe', 'tenant_id': '4137e2122c7f40189b0a34f1651c3764', 'mac_address': 'fa:16:3e:ee:16:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1313b03-1e45-4cf1-8d41-dae65ce45e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'e86f023b-3193-46b5-b935-af688f96c4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:36:50Z', 'updated_at': '2021-02-02T13:37:09Z', 'revision_number': 5, 'project_id': '4137e2122c7f40189b0a34f1651c3764', 'subnets': [{'id': 'e86f023b-3193-46b5-b935-af688f96c4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 02 13:38:04.794909 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e6082554-969d-4eed-8614-c3f2c2ef9d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:04.797545 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-17616f1b-3135-4922-9b0f-01a2f09aebb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:38:04.801008 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284cbcad-55c2-4cb4-b163-fd61c9913699 req-eefec37b-6862-4898-9e2e-efac263205a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:04.804195 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-284cbcad-55c2-4cb4-b163-fd61c9913699 req-eefec37b-6862-4898-9e2e-efac263205a1 service neutron] 10.222.0.132 "GET /v2.0/networks?id=1686445e-9089-4fcd-bac5-a148e4ca86fe HTTP/1.1" status: 200  len: 910 time: 0.2991593
Feb 02 13:38:04.964239 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-34e8b75e-0012-48eb-9b8e-1735182e1ce7 admin admin] Network e9de8dbd-daca-40f4-97d0-c17608ae5123 has no segments {{(pid=80184) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 02 13:38:05.029746 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e6082554-969d-4eed-8614-c3f2c2ef9d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:05.031325 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-05b45c3a-4ed9-446a-a499-40607dcdc957 req-f00cd931-9a46-4d78-8ebc-346d782b047a tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0894082
Feb 02 13:38:05.035375 dv-cinder-772388-4-iscsi neutron-server[80071]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Feb 02 13:38:05.035375 dv-cinder-772388-4-iscsi neutron-server[80071]:   (rel_b, rel_a, rel_b),
Feb 02 13:38:05.035375 dv-cinder-772388-4-iscsi neutron-server[80071]: Traceback (most recent call last):
Feb 02 13:38:05.035375 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 02 13:38:05.035375 dv-cinder-772388-4-iscsi neutron-server[80071]:     timer()
Feb 02 13:38:05.035375 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 02 13:38:05.035375 dv-cinder-772388-4-iscsi neutron-server[80071]:     cb(*args, **kw)
Feb 02 13:38:05.035375 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 02 13:38:05.035375 dv-cinder-772388-4-iscsi neutron-server[80071]:     return func(*args, **kwargs)
Feb 02 13:38:05.035375 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 02 13:38:05.035375 dv-cinder-772388-4-iscsi neutron-server[80071]:     self._notify()
Feb 02 13:38:05.035375 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 02 13:38:05.035375 dv-cinder-772388-4-iscsi neutron-server[80071]:     self.callback(batched_events)
Feb 02 13:38:05.035375 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 02 13:38:05.035375 dv-cinder-772388-4-iscsi neutron-server[80071]:     event.method(event)
Feb 02 13:38:05.035375 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 02 13:38:05.035375 dv-cinder-772388-4-iscsi neutron-server[80071]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 02 13:38:05.035375 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 02 13:38:05.035375 dv-cinder-772388-4-iscsi neutron-server[80071]:     segment_id)['aggregates'][0]
Feb 02 13:38:05.035375 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 02 13:38:05.035375 dv-cinder-772388-4-iscsi neutron-server[80071]:     return f(self, *a, **k)
Feb 02 13:38:05.035375 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 02 13:38:05.035375 dv-cinder-772388-4-iscsi neutron-server[80071]:     return self._get(url).json()
Feb 02 13:38:05.035375 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 02 13:38:05.035375 dv-cinder-772388-4-iscsi neutron-server[80071]:     **kwargs)
Feb 02 13:38:05.035375 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 02 13:38:05.035375 dv-cinder-772388-4-iscsi neutron-server[80071]:     return self.request(url, 'GET', **kwargs)
Feb 02 13:38:05.035375 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 02 13:38:05.035375 dv-cinder-772388-4-iscsi neutron-server[80071]:     **endpoint_filter)
Feb 02 13:38:05.035375 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 02 13:38:05.035375 dv-cinder-772388-4-iscsi neutron-server[80071]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 02 13:38:05.035375 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 02 13:38:05.035375 dv-cinder-772388-4-iscsi neutron-server[80071]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 02 13:38:05.035375 dv-cinder-772388-4-iscsi neutron-server[80071]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 02 13:38:05.048955 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-ec511396-4042-4e9f-93c7-17a35b83b575 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=f98931ef78ae4634ba0dfb5b99f9fdcf&name=default HTTP/1.1" status: 200  len: 2979 time: 2.7777305
Feb 02 13:38:05.054929 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 41376) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:38:05.142478 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-284cbcad-55c2-4cb4-b163-fd61c9913699 req-ea4072ec-2aae-4368-9521-2dd8b10d018a service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce95d6b9-1e51-4ebc-b727-6320094ed768 HTTP/1.1" status: 200  len: 999 time: 0.3211558
Feb 02 13:38:05.170286 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device 283571df-5424-4f7f-8467-7e7c68adb3fb up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:38:05.192594 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec511396-4042-4e9f-93c7-17a35b83b575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4edeb3-5aea-4cd5-8e8c-ffbee95ad724,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:38:05.241850 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-ec511396-4042-4e9f-93c7-17a35b83b575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:38:05.325510 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bc5f55-4954-4ae9-bb22-c2096022b8cd None None] New status for floating IP 74529d97-c520-4346-9385-60da5f6e115b: ACTIVE {{(pid=80186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 02 13:38:05.338191 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e6082554-969d-4eed-8614-c3f2c2ef9d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:05.361109 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-66ec9c9b-bf4a-4a47-9495-61bacf81834a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:38:05.436969 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6082554-969d-4eed-8614-c3f2c2ef9d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6dc665b-7774-4c0e-abc1-03d58ae77026,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:38:05.464526 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-e6082554-969d-4eed-8614-c3f2c2ef9d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:38:05.476809 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e6082554-969d-4eed-8614-c3f2c2ef9d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:05.478185 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-e6082554-969d-4eed-8614-c3f2c2ef9d77 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/d6dc665b-7774-4c0e-abc1-03d58ae77026 HTTP/1.1" status: 204  len: 168 time: 1.1275904
Feb 02 13:38:05.499955 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284cbcad-55c2-4cb4-b163-fd61c9913699 req-b1edba89-b2d3-47bd-80f6-2617c96e6fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:05.502034 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-284cbcad-55c2-4cb4-b163-fd61c9913699 req-b1edba89-b2d3-47bd-80f6-2617c96e6fde service neutron] 10.222.0.132 "GET /v2.0/subnets?id=e86f023b-3193-46b5-b935-af688f96c4c8 HTTP/1.1" status: 200  len: 855 time: 0.3496294
Feb 02 13:38:05.526332 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c204fd28-2897-41fc-9c97-d574068bbe91 req-295c08f7-635e-4ce8-a55d-5dfb2a0ee085 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:05.535056 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-c204fd28-2897-41fc-9c97-d574068bbe91 req-295c08f7-635e-4ce8-a55d-5dfb2a0ee085 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=436477f8-7f1a-41aa-a835-3f90833d9229 HTTP/1.1" status: 200  len: 945 time: 1.5960157
Feb 02 13:38:05.603092 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb0bf5b3-d246-4c77-a5fb-8c01d6e9e673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:05.609944 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-34e8b75e-0012-48eb-9b8e-1735182e1ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854763167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852699500'] for network, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:05.702399 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:38:05.733295 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284cbcad-55c2-4cb4-b163-fd61c9913699 req-2d4524ca-5b62-4641-9389-852b9b1939a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:05.736493 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-284cbcad-55c2-4cb4-b163-fd61c9913699 req-2d4524ca-5b62-4641-9389-852b9b1939a0 service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=1686445e-9089-4fcd-bac5-a148e4ca86fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2289550
Feb 02 13:38:05.800330 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port 283571df-5424-4f7f-8467-7e7c68adb3fb triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:38:05.800804 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:05.805172 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e8b75e-0012-48eb-9b8e-1735182e1ce7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9de8dbd-daca-40f4-97d0-c17608ae5123,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:38:05.825740 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-34e8b75e-0012-48eb-9b8e-1735182e1ce7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for network, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:05.845285 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb0bf5b3-d246-4c77-a5fb-8c01d6e9e673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:05.976430 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-34e8b75e-0012-48eb-9b8e-1735182e1ce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:38:05.977232 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb0bf5b3-d246-4c77-a5fb-8c01d6e9e673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:05.989224 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-9cfe56ee-8379-4f8f-8562-dc71aa277acb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:38:05.997897 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb0bf5b3-d246-4c77-a5fb-8c01d6e9e673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:05.999283 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-bb0bf5b3-d246-4c77-a5fb-8c01d6e9e673 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/5f4edeb3-5aea-4cd5-8e8c-ffbee95ad724 HTTP/1.1" status: 204  len: 168 time: 0.8177054
Feb 02 13:38:06.036841 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-c204fd28-2897-41fc-9c97-d574068bbe91 req-3b5a34bc-2686-449f-9f4e-e4058057d7d8 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/security-groups?id=8e3981d7-7e1a-4930-b113-8bfee26cb618&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5000706
Feb 02 13:38:06.041972 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-34e8b75e-0012-48eb-9b8e-1735182e1ce7 admin admin] 10.222.0.133 "DELETE /v2.0/networks/e9de8dbd-daca-40f4-97d0-c17608ae5123 HTTP/1.1" status: 204  len: 168 time: 4.8303576
Feb 02 13:38:06.043731 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0bf5b3-d246-4c77-a5fb-8c01d6e9e673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4edeb3-5aea-4cd5-8e8c-ffbee95ad724,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:38:06.065968 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb0bf5b3-d246-4c77-a5fb-8c01d6e9e673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:38:06.224012 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-284cbcad-55c2-4cb4-b163-fd61c9913699 req-3d846fc3-b35e-4c05-a013-9d5bd98aa65d service neutron] 10.222.0.132 "GET /v2.0/networks/1686445e-9089-4fcd-bac5-a148e4ca86fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4761739
Feb 02 13:38:06.635819 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-284cbcad-55c2-4cb4-b163-fd61c9913699 req-9e9800c3-940e-4b2e-8142-0b65e7a2b29c service neutron] 10.222.0.132 "GET /v2.0/networks/1686445e-9089-4fcd-bac5-a148e4ca86fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3995416
Feb 02 13:38:07.135457 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a8f84-dc37-4d34-8b21-eb6a7d657dfe req-a70f1eb1-7273-4ced-a5e3-2176300c5914 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:07.147669 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-236a8f84-dc37-4d34-8b21-eb6a7d657dfe req-a70f1eb1-7273-4ced-a5e3-2176300c5914 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=fbbd96bb-f941-48ce-ac3b-bfe78f0f79ed HTTP/1.1" status: 200  len: 945 time: 0.7195685
Feb 02 13:38:07.326048 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-236a8f84-dc37-4d34-8b21-eb6a7d657dfe req-ce637bd4-99ad-4075-b09d-4219565b7cb3 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1767681
Feb 02 13:38:07.396984 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 41412) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:38:07.534741 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-044a4e13-a2f7-47c0-97a0-500b258d649b admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=68800c19777b49cb8d2ef6d2cd7e3510&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1352534
Feb 02 13:38:07.538514 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 41416) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:38:07.571188 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 41420) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:38:07.647396 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c0808d80-da79-4bc2-8e27-0364bd4474d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:07.730316 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83c96d-f908-483e-9733-f959426714d6 req-768b09bf-6adc-4ec0-973a-e014f3f5b4a9 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:07.735877 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d4224608-0080-4add-9cfa-bc2968d604e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:07.738811 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-c0808d80-da79-4bc2-8e27-0364bd4474d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:38:07.743206 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ea83c96d-f908-483e-9733-f959426714d6 req-768b09bf-6adc-4ec0-973a-e014f3f5b4a9 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=436477f8-7f1a-41aa-a835-3f90833d9229 HTTP/1.1" status: 200  len: 945 time: 0.3650055
Feb 02 13:38:07.787868 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-c0808d80-da79-4bc2-8e27-0364bd4474d8 admin admin] Usage tracker for resource:security_group_rule and tenant:0bf499100fa3473fb44715640d1ee284 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:38:07.795890 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-c0808d80-da79-4bc2-8e27-0364bd4474d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:38:07.846712 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-c0808d80-da79-4bc2-8e27-0364bd4474d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:38:07.881501 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d4224608-0080-4add-9cfa-bc2968d604e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:07.907032 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ea83c96d-f908-483e-9733-f959426714d6 req-6382b546-4e9b-43fd-a514-84f02ab20af2 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/security-groups?id=8e3981d7-7e1a-4930-b113-8bfee26cb618&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1625135
Feb 02 13:38:08.100543 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d4224608-0080-4add-9cfa-bc2968d604e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:08.121311 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-3fb0d1e4-b5bf-48ec-95df-bbd966906172 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:38:08.148347 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d4224608-0080-4add-9cfa-bc2968d604e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:08.154236 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-d4224608-0080-4add-9cfa-bc2968d604e6 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/35742ac1-887e-4519-b0ab-4f0c0c4e8cb3 HTTP/1.1" status: 204  len: 168 time: 0.6099741
Feb 02 13:38:08.155782 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4224608-0080-4add-9cfa-bc2968d604e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35742ac1-887e-4519-b0ab-4f0c0c4e8cb3,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:38:08.162916 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-d4224608-0080-4add-9cfa-bc2968d604e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:38:08.347890 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c0808d80-da79-4bc2-8e27-0364bd4474d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:08.354462 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c0808d80-da79-4bc2-8e27-0364bd4474d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:08.402374 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-b06654fd-eb8d-476d-bb11-05196da916c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:38:08.523530 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-c0808d80-da79-4bc2-8e27-0364bd4474d8 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=0bf499100fa3473fb44715640d1ee284&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9506085
Feb 02 13:38:08.527172 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 41452) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:38:08.582312 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0808d80-da79-4bc2-8e27-0364bd4474d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd44874-11bc-4bf8-b928-a331892a4c1a,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:38:08.593129 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-c0808d80-da79-4bc2-8e27-0364bd4474d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:38:08.678765 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-9058230e-38e8-4d52-b636-d1575751a3b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:08.714122 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-9058230e-38e8-4d52-b636-d1575751a3b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:08.792419 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-9058230e-38e8-4d52-b636-d1575751a3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:08.950394 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-6da12068-f551-44ca-a352-b929508f1eeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:38:08.984330 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9058230e-38e8-4d52-b636-d1575751a3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd44874-11bc-4bf8-b928-a331892a4c1a,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:38:09.006368 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-9058230e-38e8-4d52-b636-d1575751a3b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:38:09.008897 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-9058230e-38e8-4d52-b636-d1575751a3b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:09.011507 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-9058230e-38e8-4d52-b636-d1575751a3b9 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/2bd44874-11bc-4bf8-b928-a331892a4c1a HTTP/1.1" status: 204  len: 168 time: 0.4830062
Feb 02 13:38:09.304799 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fd175-fd9b-4df2-b023-f49e6f47648c req-bc83b0d6-9c7f-4c8d-999e-1251c987a511 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:09.321656 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a23fd175-fd9b-4df2-b023-f49e6f47648c req-bc83b0d6-9c7f-4c8d-999e-1251c987a511 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=fbbd96bb-f941-48ce-ac3b-bfe78f0f79ed HTTP/1.1" status: 200  len: 945 time: 0.5284092
Feb 02 13:38:09.564913 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a23fd175-fd9b-4df2-b023-f49e6f47648c req-4d25e632-efa6-44b3-abce-72ea485cc5e9 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2409487
Feb 02 13:38:11.174225 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042e879-79ef-4db3-84db-cae40cfee2b7 req-87bfc5a8-4785-4291-a725-b8560f58d05b tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:11.197142 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-5042e879-79ef-4db3-84db-cae40cfee2b7 req-87bfc5a8-4785-4291-a725-b8560f58d05b tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=fbbd96bb-f941-48ce-ac3b-bfe78f0f79ed HTTP/1.1" status: 200  len: 945 time: 0.3842819
Feb 02 13:38:11.337860 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-5042e879-79ef-4db3-84db-cae40cfee2b7 req-80bc5b60-c87d-4444-a4a2-bb19504621a8 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1380036
Feb 02 13:38:12.038874 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 41558) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:38:12.252609 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-0d08d3ea-a818-467e-b4b6-82eff0f08d86 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1807508281-network', 'tenant_id': 'b87ea442d54c422ea825a9f455da244e'}} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:38:12.258677 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-0d08d3ea-a818-467e-b4b6-82eff0f08d86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:38:12.264905 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-0d08d3ea-a818-467e-b4b6-82eff0f08d86 admin admin] Usage tracker for resource:network and tenant:b87ea442d54c422ea825a9f455da244e is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:38:12.270545 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-0d08d3ea-a818-467e-b4b6-82eff0f08d86 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:38:12.282025 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-0d08d3ea-a818-467e-b4b6-82eff0f08d86 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:38:12.307808 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d08d3ea-a818-467e-b4b6-82eff0f08d86 admin admin] Made reservation on behalf of b87ea442d54c422ea825a9f455da244e for: {'network': 1} {{(pid=80184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 02 13:38:12.318345 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0d08d3ea-a818-467e-b4b6-82eff0f08d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for network, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:12.339606 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0d08d3ea-a818-467e-b4b6-82eff0f08d86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:12.361187 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-0d08d3ea-a818-467e-b4b6-82eff0f08d86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:38:12.369161 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-0d08d3ea-a818-467e-b4b6-82eff0f08d86 admin admin] Usage tracker for resource:security_group_rule and tenant:b87ea442d54c422ea825a9f455da244e is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:38:12.374929 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-0d08d3ea-a818-467e-b4b6-82eff0f08d86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:38:12.385864 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-0d08d3ea-a818-467e-b4b6-82eff0f08d86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:38:12.506038 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0d08d3ea-a818-467e-b4b6-82eff0f08d86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:12.513730 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0d08d3ea-a818-467e-b4b6-82eff0f08d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:12.526380 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb0bf5b3-d246-4c77-a5fb-8c01d6e9e673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:38:12.576242 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d08d3ea-a818-467e-b4b6-82eff0f08d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c97584-d7cc-489d-99cb-1056508a7754,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:38:12.581225 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-0d08d3ea-a818-467e-b4b6-82eff0f08d86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:38:12.597819 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d08d3ea-a818-467e-b4b6-82eff0f08d86 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 02 13:38:12.614524 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0d08d3ea-a818-467e-b4b6-82eff0f08d86 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771912128866', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764996'] for segment, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:12.614712 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.db.segments_db [None req-0d08d3ea-a818-467e-b4b6-82eff0f08d86 admin admin] Added segment f025686b-0316-415a-a51c-89d822b0c35d of type vxlan for network ee852d65-d96d-43a3-8cbc-0843d3d76440
Feb 02 13:38:12.672391 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0d08d3ea-a818-467e-b4b6-82eff0f08d86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771911551603'] for network, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:12.863263 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0d08d3ea-a818-467e-b4b6-82eff0f08d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670'] for network, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:12.871184 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d08d3ea-a818-467e-b4b6-82eff0f08d86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:12.872042 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0d08d3ea-a818-467e-b4b6-82eff0f08d86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for network, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:12.909408 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-34e8b75e-0012-48eb-9b8e-1735182e1ce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:38:13.324119 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a8fde9-318f-4ef7-b74b-5df85e55ec42 req-50d7228d-b3ff-4284-9d45-c70179a6becb tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:13.325866 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-83a8fde9-318f-4ef7-b74b-5df85e55ec42 req-50d7228d-b3ff-4284-9d45-c70179a6becb tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=fbbd96bb-f941-48ce-ac3b-bfe78f0f79ed HTTP/1.1" status: 200  len: 945 time: 0.6423256
Feb 02 13:38:13.327268 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-0d08d3ea-a818-467e-b4b6-82eff0f08d86 admin admin] 10.222.0.133 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 1.2868345
Feb 02 13:38:13.332089 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 41602) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:38:13.344978 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-a85fa32e-1643-4567-b21a-dc42af2fdb84 admin admin] Request body: {'subnet': {'network_id': 'ee852d65-d96d-43a3-8cbc-0843d3d76440', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1807508281-subnet', 'tenant_id': 'b87ea442d54c422ea825a9f455da244e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:38:13.360306 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-a85fa32e-1643-4567-b21a-dc42af2fdb84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:38:13.367864 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-a85fa32e-1643-4567-b21a-dc42af2fdb84 admin admin] Usage tracker for resource:subnet and tenant:b87ea442d54c422ea825a9f455da244e is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:38:13.374029 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-a85fa32e-1643-4567-b21a-dc42af2fdb84 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:38:13.386610 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-a85fa32e-1643-4567-b21a-dc42af2fdb84 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:38:13.400942 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85fa32e-1643-4567-b21a-dc42af2fdb84 admin admin] Made reservation on behalf of b87ea442d54c422ea825a9f455da244e for: {'subnet': 1} {{(pid=80185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 02 13:38:13.410698 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-a85fa32e-1643-4567-b21a-dc42af2fdb84 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:13.497441 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d08d3ea-a818-467e-b4b6-82eff0f08d86 admin admin] Pushing event updated for resources: {'Network': ['ID=ee852d65-d96d-43a3-8cbc-0843d3d76440,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:38:13.504137 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-0d08d3ea-a818-467e-b4b6-82eff0f08d86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:38:13.509382 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Network ee852d65-d96d-43a3-8cbc-0843d3d76440 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 02 13:38:13.695174 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-83a8fde9-318f-4ef7-b74b-5df85e55ec42 req-3d8d979e-6dc0-430f-bed9-532776d0d412 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1935811
Feb 02 13:38:13.743666 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Network ee852d65-d96d-43a3-8cbc-0843d3d76440 details requested by agent ovs-agent-dv-cinder-772388-4-iscsi with host dv-cinder-772388-4-iscsi {{(pid=80186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 02 13:38:14.846654 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-a85fa32e-1643-4567-b21a-dc42af2fdb84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670'] for subnet, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:14.876945 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:38:15.192038 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 41674) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:38:15.233643 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85fa32e-1643-4567-b21a-dc42af2fdb84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbaa3bed-23e3-4bba-b81d-2ce7d9ceaf68,revision_number=0']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:38:15.240278 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-a85fa32e-1643-4567-b21a-dc42af2fdb84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:38:15.301949 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f9c81-2657-4165-bd05-27b104b276c1 req-76e7bf24-8975-483e-abab-0769391f7661 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:15.329445 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-561f9c81-2657-4165-bd05-27b104b276c1 req-76e7bf24-8975-483e-abab-0769391f7661 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/networks?id=bfbd13a3-d870-417b-93b8-70f01824ec17 HTTP/1.1" status: 200  len: 815 time: 0.5175452
Feb 02 13:38:15.366509 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-561f9c81-2657-4165-bd05-27b104b276c1 req-dfb2991b-9231-4044-ae40-72cbe41e947d tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/quotas/da040d840d5945a4bc1739a99331270a HTTP/1.1" status: 200  len: 375 time: 0.0354280
Feb 02 13:38:15.407285 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85fa32e-1643-4567-b21a-dc42af2fdb84 admin admin] Checking segment: {'id': 'f025686b-0316-415a-a51c-89d822b0c35d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ee852d65-d96d-43a3-8cbc-0843d3d76440'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:38:15.407285 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85fa32e-1643-4567-b21a-dc42af2fdb84 admin admin] Network hostable DHCP agents. Network: ee852d65-d96d-43a3-8cbc-0843d3d76440, hostable agents: ['f461d640-d7db-44f6-a785-e3cace2a4602'], hosted agents: [] {{(pid=80185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 02 13:38:15.444767 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85fa32e-1643-4567-b21a-dc42af2fdb84 admin admin] Network ee852d65-d96d-43a3-8cbc-0843d3d76440 is scheduled to be hosted by DHCP agent f461d640-d7db-44f6-a785-e3cace2a4602 with binding_index 1 {{(pid=80185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 02 13:38:15.456593 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [None req-a85fa32e-1643-4567-b21a-dc42af2fdb84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-4-iscsi, ee852d65-d96d-43a3-8cbc-0843d3d76440) {{(pid=80185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:38:15.474931 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e89f807-e9da-4839-b435-d3418f5ea492 None None] Network ee852d65-d96d-43a3-8cbc-0843d3d76440 requested from dv-cinder-772388-4-iscsi {{(pid=80186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 02 13:38:15.478275 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85fa32e-1643-4567-b21a-dc42af2fdb84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:15.480409 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-a85fa32e-1643-4567-b21a-dc42af2fdb84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for subnet, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:15.687990 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-a85fa32e-1643-4567-b21a-dc42af2fdb84 admin admin] 10.222.0.133 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 2.3492160
Feb 02 13:38:15.687990 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b48e6567-42ec-4124-b2a1-367441730476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:15.747611 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-b48e6567-42ec-4124-b2a1-367441730476 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:38:15.769217 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-b48e6567-42ec-4124-b2a1-367441730476 admin admin] Usage tracker for resource:security_group_rule and tenant:c96436c979544ccb94126143e7c57f80 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:38:15.781516 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-b48e6567-42ec-4124-b2a1-367441730476 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:38:15.803979 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-b48e6567-42ec-4124-b2a1-367441730476 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:38:15.808791 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ffe80-8976-4dd9-9aa2-4a469bb31ecf req-c8e71ebb-4e64-45a3-b714-950c64a2ef94 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:15.825068 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-4f1ffe80-8976-4dd9-9aa2-4a469bb31ecf req-c8e71ebb-4e64-45a3-b714-950c64a2ef94 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=fbbd96bb-f941-48ce-ac3b-bfe78f0f79ed HTTP/1.1" status: 200  len: 945 time: 0.4686372
Feb 02 13:38:15.955596 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-561f9c81-2657-4165-bd05-27b104b276c1 req-cd83f8f7-869d-4429-a87c-00e93b9f3989 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?tenant_id=da040d840d5945a4bc1739a99331270a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.5860922
Feb 02 13:38:16.080640 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2da5af-8bbc-4444-9fb3-48a95e2ea146 None None] Network ee852d65-d96d-43a3-8cbc-0843d3d76440 requested from dv-cinder-772388-4-iscsi {{(pid=80186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 02 13:38:16.248156 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b48e6567-42ec-4124-b2a1-367441730476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:16.256917 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 41706) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:38:16.271191 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b48e6567-42ec-4124-b2a1-367441730476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:16.293243 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-66ec0f53-c9de-426f-a239-05e56f390346 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:38:16.303869 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-4f1ffe80-8976-4dd9-9aa2-4a469bb31ecf req-349104a4-8545-4bfb-9229-0cbae00daee4 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4770348
Feb 02 13:38:16.403984 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-b48e6567-42ec-4124-b2a1-367441730476 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=c96436c979544ccb94126143e7c57f80&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2067513
Feb 02 13:38:16.405694 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e6567-42ec-4124-b2a1-367441730476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b7d1cc-dc9e-4143-ab4a-8d58bdbf7773,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:38:16.408761 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 41718) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:38:16.416512 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-b48e6567-42ec-4124-b2a1-367441730476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:38:16.531450 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-561f9c81-2657-4165-bd05-27b104b276c1 req-227f2c43-eabe-4e2e-9c63-0e8852a1d230 service neutron] 10.222.0.133 "GET /v2.0/networks/bfbd13a3-d870-417b-93b8-70f01824ec17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5733998
Feb 02 13:38:16.642073 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c08fe4a4-e65a-4e20-90ec-6d32126968f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:16.693576 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-fdbff608-da6d-4eb5-8c91-aed9cca58db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:16.699248 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c08fe4a4-e65a-4e20-90ec-6d32126968f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:16.715374 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-fdbff608-da6d-4eb5-8c91-aed9cca58db4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:38:16.720774 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-fdbff608-da6d-4eb5-8c91-aed9cca58db4 admin admin] Usage tracker for resource:security_group_rule and tenant:e2e32192f482493aa60edd5506289af9 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:38:16.724832 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-fdbff608-da6d-4eb5-8c91-aed9cca58db4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:38:16.733619 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-fdbff608-da6d-4eb5-8c91-aed9cca58db4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:38:16.865328 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c08fe4a4-e65a-4e20-90ec-6d32126968f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:16.879896 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-90235423-acb7-4c3e-8404-7c18744eb185 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:38:16.880154 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-fdbff608-da6d-4eb5-8c91-aed9cca58db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:16.884017 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-fdbff608-da6d-4eb5-8c91-aed9cca58db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:16.899647 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-d4224608-0080-4add-9cfa-bc2968d604e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:38:16.900582 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c08fe4a4-e65a-4e20-90ec-6d32126968f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:16.905027 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-c08fe4a4-e65a-4e20-90ec-6d32126968f2 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/39b7d1cc-dc9e-4143-ab4a-8d58bdbf7773 HTTP/1.1" status: 204  len: 168 time: 0.4880922
Feb 02 13:38:16.907980 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08fe4a4-e65a-4e20-90ec-6d32126968f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b7d1cc-dc9e-4143-ab4a-8d58bdbf7773,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:38:16.919483 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-c08fe4a4-e65a-4e20-90ec-6d32126968f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:38:16.996772 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-561f9c81-2657-4165-bd05-27b104b276c1 req-372fb819-4563-4f3d-adcf-c1e0af8bcdd5 service neutron] 10.222.0.133 "GET /v2.0/networks/bfbd13a3-d870-417b-93b8-70f01824ec17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4198534
Feb 02 13:38:17.050086 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-fdbff608-da6d-4eb5-8c91-aed9cca58db4 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=e2e32192f482493aa60edd5506289af9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7909708
Feb 02 13:38:17.053394 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 41724) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:38:17.054070 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbff608-da6d-4eb5-8c91-aed9cca58db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0188c8f5-3cae-4385-8961-65010e339740,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:38:17.060306 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-fdbff608-da6d-4eb5-8c91-aed9cca58db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:38:17.247299 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-eb1bc47b-ca0d-4c47-9558-b517390e681d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:17.327342 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-eb1bc47b-ca0d-4c47-9558-b517390e681d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:17.533789 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-eb1bc47b-ca0d-4c47-9558-b517390e681d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:17.606266 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-e50fa30c-df76-446e-81c2-964f8aac9995 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:38:17.635012 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1bc47b-ca0d-4c47-9558-b517390e681d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0188c8f5-3cae-4385-8961-65010e339740,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:38:17.658180 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-eb1bc47b-ca0d-4c47-9558-b517390e681d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:38:17.662181 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-eb1bc47b-ca0d-4c47-9558-b517390e681d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:17.668553 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-eb1bc47b-ca0d-4c47-9558-b517390e681d admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/0188c8f5-3cae-4385-8961-65010e339740 HTTP/1.1" status: 204  len: 168 time: 0.6129920
Feb 02 13:38:17.815477 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ebd5f08d-9e3f-4bf9-9973-5208a8995a9f req-54055792-9e41-4935-9df1-854adecf9847 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=4e834d6a-7ab1-47fe-87ee-fe59ac65bf3e HTTP/1.1" status: 200  len: 210 time: 0.2852440
Feb 02 13:38:18.073809 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be064b2-a47f-48e6-ac17-f71a960c6981 req-208c5c36-ad1f-4972-a929-87bea54d06c5 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:18.088055 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-8be064b2-a47f-48e6-ac17-f71a960c6981 req-208c5c36-ad1f-4972-a929-87bea54d06c5 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=fbbd96bb-f941-48ce-ac3b-bfe78f0f79ed HTTP/1.1" status: 200  len: 945 time: 0.4100232
Feb 02 13:38:18.286442 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-8be064b2-a47f-48e6-ac17-f71a960c6981 req-3205b405-2265-4fa0-8e6f-fdbc00fc37ef tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1967251
Feb 02 13:38:18.741628 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5359f4-b141-48b9-80cf-d5528f02fec9 req-e2456aa3-d74a-490a-b046-46e706137a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:18.772294 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7d5359f4-b141-48b9-80cf-d5528f02fec9 req-e2456aa3-d74a-490a-b046-46e706137a69 service neutron] 10.222.0.132 "GET /v2.0/ports?device_id=fbbd96bb-f941-48ce-ac3b-bfe78f0f79ed HTTP/1.1" status: 200  len: 1162 time: 0.2495363
Feb 02 13:38:18.867890 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7d5359f4-b141-48b9-80cf-d5528f02fec9 req-3d7ac33b-e8ea-4313-ba24-b26e8eca446e service neutron] 10.222.0.132 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0916300
Feb 02 13:38:19.017206 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 41786) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:38:19.076921 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-2ef10eaf-4884-495c-b28f-a54da362a2d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:19.126880 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-2ef10eaf-4884-495c-b28f-a54da362a2d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:38:19.136134 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-2ef10eaf-4884-495c-b28f-a54da362a2d8 admin admin] Usage tracker for resource:security_group_rule and tenant:9ea5c5f1b9c544f49cd76ebc9736977e is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:38:19.143179 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-2ef10eaf-4884-495c-b28f-a54da362a2d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:38:19.156413 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-2ef10eaf-4884-495c-b28f-a54da362a2d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:38:19.389404 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-2ef10eaf-4884-495c-b28f-a54da362a2d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:19.400857 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-2ef10eaf-4884-495c-b28f-a54da362a2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:19.465686 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:38:19.489496 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-2ef10eaf-4884-495c-b28f-a54da362a2d8 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=9ea5c5f1b9c544f49cd76ebc9736977e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4705276
Feb 02 13:38:19.493199 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 41808) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:38:19.623184 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bd2be561-6bad-48cb-b69f-aa5b2fb1e851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:19.624467 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-48774e89-0bf8-4ccb-824b-453065db8d3e req-fd54ee09-5b74-4054-91d6-6941e63a4767 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=4e834d6a-7ab1-47fe-87ee-fe59ac65bf3e HTTP/1.1" status: 200  len: 210 time: 0.2262692
Feb 02 13:38:19.717673 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 41816) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:38:19.731563 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bd2be561-6bad-48cb-b69f-aa5b2fb1e851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:19.854587 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bd2be561-6bad-48cb-b69f-aa5b2fb1e851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:19.860806 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-2f418331-4e5a-496b-88a1-c7bff6ce6c19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:38:19.898770 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be561-6bad-48cb-b69f-aa5b2fb1e851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a283c708-20f9-4449-8fbf-ef2041eab4f4,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:38:19.919431 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be561-6bad-48cb-b69f-aa5b2fb1e851 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:38:19.919839 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be561-6bad-48cb-b69f-aa5b2fb1e851 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:38:19.926100 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be561-6bad-48cb-b69f-aa5b2fb1e851 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:38:19.926577 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be561-6bad-48cb-b69f-aa5b2fb1e851 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:38:19.926986 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be561-6bad-48cb-b69f-aa5b2fb1e851 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:38:19.929218 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be561-6bad-48cb-b69f-aa5b2fb1e851 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:38:19.929653 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be561-6bad-48cb-b69f-aa5b2fb1e851 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:38:19.930057 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be561-6bad-48cb-b69f-aa5b2fb1e851 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:38:19.930501 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be561-6bad-48cb-b69f-aa5b2fb1e851 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:38:19.930899 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be561-6bad-48cb-b69f-aa5b2fb1e851 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:38:19.935288 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be561-6bad-48cb-b69f-aa5b2fb1e851 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:38:19.935761 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be561-6bad-48cb-b69f-aa5b2fb1e851 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:38:19.936304 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be561-6bad-48cb-b69f-aa5b2fb1e851 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:38:19.936712 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be561-6bad-48cb-b69f-aa5b2fb1e851 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:38:19.937149 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be561-6bad-48cb-b69f-aa5b2fb1e851 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:38:19.939530 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef10eaf-4884-495c-b28f-a54da362a2d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a283c708-20f9-4449-8fbf-ef2041eab4f4,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:38:19.940965 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be561-6bad-48cb-b69f-aa5b2fb1e851 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:38:19.941403 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be561-6bad-48cb-b69f-aa5b2fb1e851 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:38:19.942002 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be561-6bad-48cb-b69f-aa5b2fb1e851 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:38:19.942663 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be561-6bad-48cb-b69f-aa5b2fb1e851 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:38:19.943094 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be561-6bad-48cb-b69f-aa5b2fb1e851 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:38:19.943575 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be561-6bad-48cb-b69f-aa5b2fb1e851 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:38:19.945003 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be561-6bad-48cb-b69f-aa5b2fb1e851 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:38:19.946353 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be561-6bad-48cb-b69f-aa5b2fb1e851 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:38:19.946805 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be561-6bad-48cb-b69f-aa5b2fb1e851 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:38:19.948633 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-2ef10eaf-4884-495c-b28f-a54da362a2d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:38:19.954183 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bd2be561-6bad-48cb-b69f-aa5b2fb1e851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:38:19.980953 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bd2be561-6bad-48cb-b69f-aa5b2fb1e851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:19.984043 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-bd2be561-6bad-48cb-b69f-aa5b2fb1e851 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/a283c708-20f9-4449-8fbf-ef2041eab4f4 HTTP/1.1" status: 204  len: 168 time: 0.4894593
Feb 02 13:38:20.282102 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc1974-f1f8-465a-aca6-f570d5601ff2 req-31bb1f97-876b-40b6-adaf-98f5c33a8b31 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:20.283430 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-b5bc1974-f1f8-465a-aca6-f570d5601ff2 req-31bb1f97-876b-40b6-adaf-98f5c33a8b31 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Synchronizing usage tracker for tenant:b87ea442d54c422ea825a9f455da244e on resource:network {{(pid=80184) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:38:20.320822 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-b5bc1974-f1f8-465a-aca6-f570d5601ff2 req-31bb1f97-876b-40b6-adaf-98f5c33a8b31 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Unset dirty status for tenant:b87ea442d54c422ea825a9f455da244e on resource:network {{(pid=80184) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:38:20.324143 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b5bc1974-f1f8-465a-aca6-f570d5601ff2 req-31bb1f97-876b-40b6-adaf-98f5c33a8b31 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] 10.222.0.133 "GET /v2.0/networks?id=ee852d65-d96d-43a3-8cbc-0843d3d76440 HTTP/1.1" status: 200  len: 809 time: 0.6961133
Feb 02 13:38:20.354863 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b5bc1974-f1f8-465a-aca6-f570d5601ff2 req-ffa069e3-0c5c-4aa2-a902-0899fb4e5edf tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] 10.222.0.133 "GET /v2.0/quotas/b87ea442d54c422ea825a9f455da244e HTTP/1.1" status: 200  len: 375 time: 0.0155950
Feb 02 13:38:20.437135 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f9c81-2657-4165-bd05-27b104b276c1 req-f16fb918-d834-4a4e-888f-5f8d4946ab5f tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:20.439290 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-561f9c81-2657-4165-bd05-27b104b276c1 req-f16fb918-d834-4a4e-888f-5f8d4946ab5f tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.132 "GET /v2.0/networks?id=bfbd13a3-d870-417b-93b8-70f01824ec17 HTTP/1.1" status: 200  len: 815 time: 0.4206929
Feb 02 13:38:20.461884 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a880d-3aab-4f0a-ba75-9035e86ed6b6 req-5119ef30-fbbe-4496-ad37-5ed88f47850b tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:20.463661 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-206a880d-3aab-4f0a-ba75-9035e86ed6b6 req-5119ef30-fbbe-4496-ad37-5ed88f47850b tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=fbbd96bb-f941-48ce-ac3b-bfe78f0f79ed HTTP/1.1" status: 200  len: 945 time: 0.4006312
Feb 02 13:38:20.507582 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b7807d87-fb27-416e-af19-b547cc431729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:20.552224 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-561f9c81-2657-4165-bd05-27b104b276c1 req-ccf2988d-e8d3-4cdd-a1ea-cbdac58c3d38 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Request body: {'port': {'device_id': '4e834d6a-7ab1-47fe-87ee-fe59ac65bf3e', 'network_id': 'bfbd13a3-d870-417b-93b8-70f01824ec17', 'admin_state_up': True, 'tenant_id': 'da040d840d5945a4bc1739a99331270a'}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:38:20.590515 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b5bc1974-f1f8-465a-aca6-f570d5601ff2 req-d4ad20c6-87cb-4426-97bd-c28752457cbd tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] 10.222.0.133 "GET /v2.0/ports?tenant_id=b87ea442d54c422ea825a9f455da244e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1182742
Feb 02 13:38:20.599328 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-b7807d87-fb27-416e-af19-b547cc431729 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:38:20.623776 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-206a880d-3aab-4f0a-ba75-9035e86ed6b6 req-49f6f697-cc52-48fb-95ad-21d6af31ac14 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1485660
Feb 02 13:38:20.766291 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-b7807d87-fb27-416e-af19-b547cc431729 admin admin] Usage tracker for resource:security_group_rule and tenant:6f091cce8cca4e50960dfb318d1822d2 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:38:20.793042 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-b7807d87-fb27-416e-af19-b547cc431729 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:38:20.835555 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-b7807d87-fb27-416e-af19-b547cc431729 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:38:20.865007 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b5bc1974-f1f8-465a-aca6-f570d5601ff2 req-6fb1c653-6a69-48db-94f1-2862dade91b3 service neutron] 10.222.0.133 "GET /v2.0/networks/ee852d65-d96d-43a3-8cbc-0843d3d76440?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2397189
Feb 02 13:38:21.193026 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b7807d87-fb27-416e-af19-b547cc431729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:21.199498 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b7807d87-fb27-416e-af19-b547cc431729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:21.240128 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device 561f0039-310d-4b3c-b5f3-239a2af7d13c up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:38:21.278327 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-aeddee61-927a-4c90-b22c-9c3097d7d58a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:38:21.293162 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b5bc1974-f1f8-465a-aca6-f570d5601ff2 req-743633e7-2349-4560-8e57-b3da2e343ad7 service neutron] 10.222.0.133 "GET /v2.0/networks/ee852d65-d96d-43a3-8cbc-0843d3d76440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4124417
Feb 02 13:38:21.304806 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-b7807d87-fb27-416e-af19-b547cc431729 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=6f091cce8cca4e50960dfb318d1822d2&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5836332
Feb 02 13:38:21.308004 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 41864) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:38:21.346001 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-561f9c81-2657-4165-bd05-27b104b276c1 req-ccf2988d-e8d3-4cdd-a1ea-cbdac58c3d38 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:38:21.366921 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-561f9c81-2657-4165-bd05-27b104b276c1 req-ccf2988d-e8d3-4cdd-a1ea-cbdac58c3d38 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Usage tracker for resource:port and tenant:da040d840d5945a4bc1739a99331270a is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:38:21.371650 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-561f9c81-2657-4165-bd05-27b104b276c1 req-ccf2988d-e8d3-4cdd-a1ea-cbdac58c3d38 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:38:21.394665 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7807d87-fb27-416e-af19-b547cc431729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f7c85f-faaf-407f-98c1-b2fdba58fce8,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:38:21.409217 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-b7807d87-fb27-416e-af19-b547cc431729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:38:21.410302 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-561f9c81-2657-4165-bd05-27b104b276c1 req-ccf2988d-e8d3-4cdd-a1ea-cbdac58c3d38 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:38:21.438524 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-561f9c81-2657-4165-bd05-27b104b276c1 req-ccf2988d-e8d3-4cdd-a1ea-cbdac58c3d38 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Made reservation on behalf of da040d840d5945a4bc1739a99331270a for: {'port': 1} {{(pid=80185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 02 13:38:21.479355 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-561f9c81-2657-4165-bd05-27b104b276c1 req-ccf2988d-e8d3-4cdd-a1ea-cbdac58c3d38 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:21.528772 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port 561f0039-310d-4b3c-b5f3-239a2af7d13c triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:38:21.532252 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:21.725755 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d5d17ae2-de46-4399-b505-36de047f24af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:21.961095 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0663a6-97f0-468d-ace6-989ad6783ba5 req-91e59c5b-5b6a-4e1c-b7e0-543948d0823f tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:21.963725 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7b0663a6-97f0-468d-ace6-989ad6783ba5 req-91e59c5b-5b6a-4e1c-b7e0-543948d0823f tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=2ed3a668-be97-4ec5-be44-a404ba149fde HTTP/1.1" status: 200  len: 946 time: 0.4803414
Feb 02 13:38:21.966160 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d5d17ae2-de46-4399-b505-36de047f24af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:22.067314 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-fbd94086-f9e0-4134-a725-423e08b15a1f req-45793713-b4c1-481c-abc6-7dc1112ef094 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=4e834d6a-7ab1-47fe-87ee-fe59ac65bf3e HTTP/1.1" status: 200  len: 210 time: 0.0916946
Feb 02 13:38:22.159214 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_common [req-561f9c81-2657-4165-bd05-27b104b276c1 req-ccf2988d-e8d3-4cdd-a1ea-cbdac58c3d38 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Allocated IP 172.20.0.2 (bfbd13a3-d870-417b-93b8-70f01824ec17/fdb421d7-3e26-4929-a736-b93dc64e3cfd/6cc1506e-246e-4c23-8872-859505a0ff96) {{(pid=80185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 02 13:38:22.161014 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7b0663a6-97f0-468d-ace6-989ad6783ba5 req-8c654452-2759-4d97-844d-d38f3c521cb2 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1812110
Feb 02 13:38:22.242580 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-33ad7b0a-777b-44ca-b4a7-3db92bd61feb req-fcee0993-2197-4d5f-a647-25c51920a105 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] 10.222.0.133 "GET /v2.0/ports?device_id=636d51bd-b698-4583-b759-88c7397795c1 HTTP/1.1" status: 200  len: 210 time: 0.0777688
Feb 02 13:38:22.260665 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d5d17ae2-de46-4399-b505-36de047f24af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:22.273653 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-e5208de1-845a-4a29-8567-29f09cd69413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:38:22.293987 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d17ae2-de46-4399-b505-36de047f24af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f7c85f-faaf-407f-98c1-b2fdba58fce8,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:38:22.297254 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d5d17ae2-de46-4399-b505-36de047f24af admin admin] Notify callbacks [] for security_group, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:22.298757 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-d5d17ae2-de46-4399-b505-36de047f24af admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/87f7c85f-faaf-407f-98c1-b2fdba58fce8 HTTP/1.1" status: 204  len: 168 time: 0.9887195
Feb 02 13:38:22.310306 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d17ae2-de46-4399-b505-36de047f24af admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:38:22.311278 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d17ae2-de46-4399-b505-36de047f24af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:38:22.311864 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d17ae2-de46-4399-b505-36de047f24af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:38:22.312623 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d17ae2-de46-4399-b505-36de047f24af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:38:22.313241 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d17ae2-de46-4399-b505-36de047f24af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:38:22.313808 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d17ae2-de46-4399-b505-36de047f24af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:38:22.314371 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d17ae2-de46-4399-b505-36de047f24af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:38:22.314945 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d17ae2-de46-4399-b505-36de047f24af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:38:22.315823 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d17ae2-de46-4399-b505-36de047f24af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:38:22.316468 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d17ae2-de46-4399-b505-36de047f24af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:38:22.317033 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d17ae2-de46-4399-b505-36de047f24af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:38:22.317634 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d17ae2-de46-4399-b505-36de047f24af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:38:22.318158 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d17ae2-de46-4399-b505-36de047f24af admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:38:22.318638 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d17ae2-de46-4399-b505-36de047f24af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:38:22.319240 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d17ae2-de46-4399-b505-36de047f24af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:38:22.319627 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d17ae2-de46-4399-b505-36de047f24af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:38:22.320121 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d17ae2-de46-4399-b505-36de047f24af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:38:22.320574 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d17ae2-de46-4399-b505-36de047f24af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:38:22.321016 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d17ae2-de46-4399-b505-36de047f24af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:38:22.321456 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d17ae2-de46-4399-b505-36de047f24af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:38:22.321897 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d17ae2-de46-4399-b505-36de047f24af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:38:22.322411 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d17ae2-de46-4399-b505-36de047f24af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:38:22.322852 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d17ae2-de46-4399-b505-36de047f24af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:38:22.323293 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d17ae2-de46-4399-b505-36de047f24af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:38:22.328860 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-d5d17ae2-de46-4399-b505-36de047f24af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:38:22.645433 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-561f9c81-2657-4165-bd05-27b104b276c1 req-ccf2988d-e8d3-4cdd-a1ea-cbdac58c3d38 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Notify callbacks [] for port, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:22.684354 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-561f9c81-2657-4165-bd05-27b104b276c1 req-ccf2988d-e8d3-4cdd-a1ea-cbdac58c3d38 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264943169311'] for port, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:22.705899 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-a38b6351-a9fe-4f3d-b2c9-79417d9aa871 tempest-DeleteServersTestJSON-1409041023 tempest-DeleteServersTestJSON-1409041023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:38:23.060387 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2988d-e8d3-4cdd-a1ea-cbdac58c3d38 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Pushing event updated for resources: {'Port': ['ID=6cc1506e-246e-4c23-8872-859505a0ff96,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:38:23.103278 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-ccf2988d-e8d3-4cdd-a1ea-cbdac58c3d38 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:38:23.199804 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-561f9c81-2657-4165-bd05-27b104b276c1 req-ccf2988d-e8d3-4cdd-a1ea-cbdac58c3d38 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Network bfbd13a3-d870-417b-93b8-70f01824ec17 is already hosted by enough agents. {{(pid=80185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:38:23.201163 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [req-561f9c81-2657-4165-bd05-27b104b276c1 req-ccf2988d-e8d3-4cdd-a1ea-cbdac58c3d38 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Resources bound (agent type, host, resource id):  {{(pid=80185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:38:23.203627 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [req-561f9c81-2657-4165-bd05-27b104b276c1 req-ccf2988d-e8d3-4cdd-a1ea-cbdac58c3d38 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Received port after_create {{(pid=80185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 02 13:38:23.355499 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f9c81-2657-4165-bd05-27b104b276c1 req-ccf2988d-e8d3-4cdd-a1ea-cbdac58c3d38 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:23.357056 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-561f9c81-2657-4165-bd05-27b104b276c1 req-ccf2988d-e8d3-4cdd-a1ea-cbdac58c3d38 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for port, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:23.585662 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-561f9c81-2657-4165-bd05-27b104b276c1 req-ccf2988d-e8d3-4cdd-a1ea-cbdac58c3d38 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.132 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.0402024
Feb 02 13:38:23.607372 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-561f9c81-2657-4165-bd05-27b104b276c1 req-0746c645-5f8c-4864-bd4f-764d66ca2c88 service neutron] Request body: {'port': {'device_id': '4e834d6a-7ab1-47fe-87ee-fe59ac65bf3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:38:23.774815 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c07aec-d65f-4371-a877-c99c05e8b29a req-6b41dab0-cc8d-4fb6-920f-2bd0c9882116 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:23.792816 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-c9c07aec-d65f-4371-a877-c99c05e8b29a req-6b41dab0-cc8d-4fb6-920f-2bd0c9882116 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=4e834d6a-7ab1-47fe-87ee-fe59ac65bf3e HTTP/1.1" status: 200  len: 931 time: 0.4422522
Feb 02 13:38:24.097809 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc1974-f1f8-465a-aca6-f570d5601ff2 req-e38c39ab-076f-49aa-a17c-28fefafe2870 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:24.100594 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b5bc1974-f1f8-465a-aca6-f570d5601ff2 req-e38c39ab-076f-49aa-a17c-28fefafe2870 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] 10.222.0.132 "GET /v2.0/networks?id=ee852d65-d96d-43a3-8cbc-0843d3d76440 HTTP/1.1" status: 200  len: 809 time: 0.6420703
Feb 02 13:38:24.116075 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-561f9c81-2657-4165-bd05-27b104b276c1 req-0746c645-5f8c-4864-bd4f-764d66ca2c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:24.199144 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3c5f67f2-83c8-48f4-ae64-e8d02ed3df13 req-e3259e8d-f0aa-49af-87a8-132614d1c156 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] 10.222.0.133 "GET /v2.0/ports?device_id=636d51bd-b698-4583-b759-88c7397795c1 HTTP/1.1" status: 200  len: 210 time: 0.3297651
Feb 02 13:38:24.245318 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-c9c07aec-d65f-4371-a877-c99c05e8b29a req-47d3cb7a-df77-4f8b-8d34-4bc88fc0d8bc tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/security-groups?id=8e3981d7-7e1a-4930-b113-8bfee26cb618&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4515119
Feb 02 13:38:24.415663 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-b5bc1974-f1f8-465a-aca6-f570d5601ff2 req-8c530a44-26ff-46fa-b9b7-958398414703 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Request body: {'port': {'device_id': '636d51bd-b698-4583-b759-88c7397795c1', 'network_id': 'ee852d65-d96d-43a3-8cbc-0843d3d76440', 'admin_state_up': True, 'tenant_id': 'b87ea442d54c422ea825a9f455da244e'}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:38:24.992737 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-b5bc1974-f1f8-465a-aca6-f570d5601ff2 req-8c530a44-26ff-46fa-b9b7-958398414703 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:38:25.051953 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-b5bc1974-f1f8-465a-aca6-f570d5601ff2 req-8c530a44-26ff-46fa-b9b7-958398414703 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Usage tracker for resource:port and tenant:b87ea442d54c422ea825a9f455da244e is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:38:25.064579 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-b5bc1974-f1f8-465a-aca6-f570d5601ff2 req-8c530a44-26ff-46fa-b9b7-958398414703 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:38:25.075233 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-b5bc1974-f1f8-465a-aca6-f570d5601ff2 req-8c530a44-26ff-46fa-b9b7-958398414703 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:38:25.100149 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5bc1974-f1f8-465a-aca6-f570d5601ff2 req-8c530a44-26ff-46fa-b9b7-958398414703 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Made reservation on behalf of b87ea442d54c422ea825a9f455da244e for: {'port': 1} {{(pid=80185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 02 13:38:25.124603 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-b5bc1974-f1f8-465a-aca6-f570d5601ff2 req-8c530a44-26ff-46fa-b9b7-958398414703 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:25.425795 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e79e976-1e9e-4701-a616-9d0889c24c0d req-2367c75e-c486-4d47-9f42-947544403d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:25.434152 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-4e79e976-1e9e-4701-a616-9d0889c24c0d req-2367c75e-c486-4d47-9f42-947544403d77 service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=cea623c3b184459485bd931a9663986e&device_id=2ed3a668-be97-4ec5-be44-a404ba149fde HTTP/1.1" status: 200  len: 1163 time: 0.3006873
Feb 02 13:38:25.667563 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e79e976-1e9e-4701-a616-9d0889c24c0d req-90e9b6ba-0de9-4a71-beff-3709954b3a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:25.671451 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-4e79e976-1e9e-4701-a616-9d0889c24c0d req-90e9b6ba-0de9-4a71-beff-3709954b3a64 service neutron] 10.222.0.132 "GET /v2.0/networks?id=0102586b-cbe3-455e-8beb-466400271cff HTTP/1.1" status: 200  len: 913 time: 0.2311440
Feb 02 13:38:25.696290 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 42008) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:38:25.736920 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_common [req-b5bc1974-f1f8-465a-aca6-f570d5601ff2 req-8c530a44-26ff-46fa-b9b7-958398414703 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Allocated IP 172.20.0.10 (ee852d65-d96d-43a3-8cbc-0843d3d76440/fbaa3bed-23e3-4bba-b81d-2ce7d9ceaf68/7bc6178c-b396-4268-a4b8-952a8c7221fb) {{(pid=80185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 02 13:38:25.780573 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5342b-135e-42ed-a89e-6a4a0de22249 req-f206f5f6-9797-4ee7-881e-212a423cc2b3 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:25.792612 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-08b5342b-135e-42ed-a89e-6a4a0de22249 req-f206f5f6-9797-4ee7-881e-212a423cc2b3 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=2ed3a668-be97-4ec5-be44-a404ba149fde HTTP/1.1" status: 200  len: 946 time: 0.5484662
Feb 02 13:38:25.859268 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [req-561f9c81-2657-4165-bd05-27b104b276c1 req-0746c645-5f8c-4864-bd4f-764d66ca2c88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cc1506e-246e-4c23-8872-859505a0ff96 {{(pid=80185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 02 13:38:25.873206 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-561f9c81-2657-4165-bd05-27b104b276c1 req-0746c645-5f8c-4864-bd4f-764d66ca2c88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:25.920154 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [req-561f9c81-2657-4165-bd05-27b104b276c1 req-0746c645-5f8c-4864-bd4f-764d66ca2c88 service neutron] Transition to ACTIVE for port object 6cc1506e-246e-4c23-8872-859505a0ff96 will not be triggered until provisioned by entity L2. {{(pid=80185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:38:25.926880 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-561f9c81-2657-4165-bd05-27b104b276c1 req-0746c645-5f8c-4864-bd4f-764d66ca2c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:25.971190 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-a95fde3b-0728-4426-9b5e-6db0e83c0a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:25.971461 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-cbd463eb-535f-4098-8c56-c7a43018da62 req-4a9288ee-81c2-405b-ac1f-756be20fb84d tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] 10.222.0.133 "GET /v2.0/ports?device_id=636d51bd-b698-4583-b759-88c7397795c1 HTTP/1.1" status: 200  len: 210 time: 0.1467040
Feb 02 13:38:26.005829 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:38:26.152397 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-08b5342b-135e-42ed-a89e-6a4a0de22249 req-c81414b9-0320-4b29-943f-33e76b212f4d tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3579619
Feb 02 13:38:26.154227 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-4e79e976-1e9e-4701-a616-9d0889c24c0d req-aa1df520-bf08-4859-b675-7bc469c41e0d service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c589d339-358c-4a85-9297-cd3c9497bc88 HTTP/1.1" status: 200  len: 217 time: 0.3322604
Feb 02 13:38:26.248954 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0746c645-5f8c-4864-bd4f-764d66ca2c88 service neutron] Pushing event updated for resources: {'Port': ['ID=6cc1506e-246e-4c23-8872-859505a0ff96,revision_number=2']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:38:26.260552 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-0746c645-5f8c-4864-bd4f-764d66ca2c88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:38:26.328643 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e79e976-1e9e-4701-a616-9d0889c24c0d req-4265b835-b246-4194-bc9f-b23725a49ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:26.330302 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-4e79e976-1e9e-4701-a616-9d0889c24c0d req-4265b835-b246-4194-bc9f-b23725a49ef9 service neutron] 10.222.0.132 "GET /v2.0/subnets?id=c2340414-8894-4d0b-932b-2cabaace3a3e HTTP/1.1" status: 200  len: 859 time: 0.1691403
Feb 02 13:38:26.351773 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-b5bc1974-f1f8-465a-aca6-f570d5601ff2 req-8c530a44-26ff-46fa-b9b7-958398414703 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Notify callbacks [] for port, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:26.454890 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-4e79e976-1e9e-4701-a616-9d0889c24c0d req-8236e2e9-49bb-40e6-86d3-05840f0f0a98 service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=0102586b-cbe3-455e-8beb-466400271cff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1184268
Feb 02 13:38:26.482716 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-a16d2670-a155-4aed-85f9-1cd8a0cd94bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:26.518882 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 42034) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:38:26.570939 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-a16d2670-a155-4aed-85f9-1cd8a0cd94bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:38:26.597222 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-a16d2670-a155-4aed-85f9-1cd8a0cd94bf admin admin] Usage tracker for resource:security_group_rule and tenant:7c8550af12d74dee838cc4674653c976 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:38:26.603457 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-a16d2670-a155-4aed-85f9-1cd8a0cd94bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:38:26.606349 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [req-561f9c81-2657-4165-bd05-27b104b276c1 req-0746c645-5f8c-4864-bd4f-764d66ca2c88 service neutron] Attempting to bind port 6cc1506e-246e-4c23-8872-859505a0ff96 on host hv-cinder-77238 for vnic_type normal with profile  {{(pid=80185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 02 13:38:26.606726 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [req-561f9c81-2657-4165-bd05-27b104b276c1 req-0746c645-5f8c-4864-bd4f-764d66ca2c88 service neutron] Attempting to bind port 6cc1506e-246e-4c23-8872-859505a0ff96 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '0171a29b-a4d8-433f-9f69-11da58cadf98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'bfbd13a3-d870-417b-93b8-70f01824ec17'}] {{(pid=80185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 02 13:38:26.607205 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561f9c81-2657-4165-bd05-27b104b276c1 req-0746c645-5f8c-4864-bd4f-764d66ca2c88 service neutron] Attempting to bind port 6cc1506e-246e-4c23-8872-859505a0ff96 on network bfbd13a3-d870-417b-93b8-70f01824ec17 {{(pid=80185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 02 13:38:26.624056 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-a16d2670-a155-4aed-85f9-1cd8a0cd94bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:38:26.641340 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561f9c81-2657-4165-bd05-27b104b276c1 req-0746c645-5f8c-4864-bd4f-764d66ca2c88 service neutron] Checking agent: {'id': '3f7ac43e-b359-42e2-9e67-18be39e96b32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 34, 33), 'started_at': datetime.datetime(2021, 2, 2, 13, 35, 3), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.120', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 02 13:38:26.641739 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561f9c81-2657-4165-bd05-27b104b276c1 req-0746c645-5f8c-4864-bd4f-764d66ca2c88 service neutron] Checking segment: {'id': '0171a29b-a4d8-433f-9f69-11da58cadf98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'bfbd13a3-d870-417b-93b8-70f01824ec17'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:38:26.642266 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-561f9c81-2657-4165-bd05-27b104b276c1 req-0746c645-5f8c-4864-bd4f-764d66ca2c88 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:26.642836 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561f9c81-2657-4165-bd05-27b104b276c1 req-0746c645-5f8c-4864-bd4f-764d66ca2c88 service neutron] Bound using segment: {'id': '0171a29b-a4d8-433f-9f69-11da58cadf98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'bfbd13a3-d870-417b-93b8-70f01824ec17'} {{(pid=80185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 02 13:38:26.643318 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [req-561f9c81-2657-4165-bd05-27b104b276c1 req-0746c645-5f8c-4864-bd4f-764d66ca2c88 service neutron] Bound port: 6cc1506e-246e-4c23-8872-859505a0ff96, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0171a29b-a4d8-433f-9f69-11da58cadf98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'bfbd13a3-d870-417b-93b8-70f01824ec17'}}] {{(pid=80185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 02 13:38:26.643691 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-561f9c81-2657-4165-bd05-27b104b276c1 req-0746c645-5f8c-4864-bd4f-764d66ca2c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:26.662653 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-b5bc1974-f1f8-465a-aca6-f570d5601ff2 req-8c530a44-26ff-46fa-b9b7-958398414703 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264943169311'] for port, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:26.674372 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_v2 [None req-e201a3fc-1b3d-4d08-b7c3-e716be4cf589 admin admin] Deleting subnet 2c0aa1a7-3d20-4acd-845a-a70348204438 {{(pid=80185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Feb 02 13:38:26.701786 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:38:26.735142 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e201a3fc-1b3d-4d08-b7c3-e716be4cf589 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:26.750426 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-4e79e976-1e9e-4701-a616-9d0889c24c0d req-6c1738a7-598c-45f3-a1eb-45fbdb547932 service neutron] 10.222.0.132 "GET /v2.0/networks/0102586b-cbe3-455e-8beb-466400271cff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2834973
Feb 02 13:38:26.874495 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437c727-89a6-417a-ad49-91b317231e3f req-9e34b7fa-d4ed-4989-bcf4-70223df37342 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:26.876231 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-f437c727-89a6-417a-ad49-91b317231e3f req-9e34b7fa-d4ed-4989-bcf4-70223df37342 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=4e834d6a-7ab1-47fe-87ee-fe59ac65bf3e HTTP/1.1" status: 200  len: 943 time: 0.4109099
Feb 02 13:38:27.031580 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c530a44-26ff-46fa-b9b7-958398414703 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Pushing event updated for resources: {'Port': ['ID=7bc6178c-b396-4268-a4b8-952a8c7221fb,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:38:27.047836 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e201a3fc-1b3d-4d08-b7c3-e716be4cf589 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:27.053492 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-8c530a44-26ff-46fa-b9b7-958398414703 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:38:27.066503 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e201a3fc-1b3d-4d08-b7c3-e716be4cf589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-22738'] for subnet, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:27.078198 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-f437c727-89a6-417a-ad49-91b317231e3f req-ed0535e9-6f66-4752-9d03-58221b2143eb tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/security-groups?id=8e3981d7-7e1a-4930-b113-8bfee26cb618&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1713974
Feb 02 13:38:27.153283 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-4e79e976-1e9e-4701-a616-9d0889c24c0d req-99d3486f-d8ed-48fd-b7d7-b8b3ff0c2abb service neutron] 10.222.0.132 "GET /v2.0/networks/0102586b-cbe3-455e-8beb-466400271cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2756948
Feb 02 13:38:27.157421 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-561f9c81-2657-4165-bd05-27b104b276c1 req-0746c645-5f8c-4864-bd4f-764d66ca2c88 service neutron] For port 6cc1506e-246e-4c23-8872-859505a0ff96, host hv-cinder-77238, cleared binding levels {{(pid=80185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 02 13:38:27.221840 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-561f9c81-2657-4165-bd05-27b104b276c1 req-0746c645-5f8c-4864-bd4f-764d66ca2c88 service neutron] For port 6cc1506e-246e-4c23-8872-859505a0ff96, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=6cc1506e-246e-4c23-8872-859505a0ff96,segment=NetworkSegment(0171a29b-a4d8-433f-9f69-11da58cadf98),segment_id=0171a29b-a4d8-433f-9f69-11da58cadf98)] {{(pid=80185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 02 13:38:27.274587 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-561f9c81-2657-4165-bd05-27b104b276c1 req-0746c645-5f8c-4864-bd4f-764d66ca2c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:27.301130 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5bc1974-f1f8-465a-aca6-f570d5601ff2 req-8c530a44-26ff-46fa-b9b7-958398414703 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Network ee852d65-d96d-43a3-8cbc-0843d3d76440 is already hosted by enough agents. {{(pid=80185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:38:27.302959 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-0746c645-5f8c-4864-bd4f-764d66ca2c88 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:38:27.377351 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [req-b5bc1974-f1f8-465a-aca6-f570d5601ff2 req-8c530a44-26ff-46fa-b9b7-958398414703 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Resources bound (agent type, host, resource id):  {{(pid=80185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:38:27.503109 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3011914-43a4-47cb-a814-695d09706083 req-14706bb3-15ee-492a-8d32-09ce7d1ea651 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:27.505021 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b3011914-43a4-47cb-a814-695d09706083 req-14706bb3-15ee-492a-8d32-09ce7d1ea651 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] 10.222.0.133 "GET /v2.0/ports?device_id=636d51bd-b698-4583-b759-88c7397795c1 HTTP/1.1" status: 200  len: 932 time: 0.2525711
Feb 02 13:38:27.534804 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5bc1974-f1f8-465a-aca6-f570d5601ff2 req-8c530a44-26ff-46fa-b9b7-958398414703 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Received port after_create {{(pid=80185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 02 13:38:27.644228 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc1974-f1f8-465a-aca6-f570d5601ff2 req-8c530a44-26ff-46fa-b9b7-958398414703 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:27.645433 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-b5bc1974-f1f8-465a-aca6-f570d5601ff2 req-8c530a44-26ff-46fa-b9b7-958398414703 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for port, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:27.677962 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-b3011914-43a4-47cb-a814-695d09706083 req-88772001-7fdb-4a1b-b44f-4dd4ed71b14d tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Synchronizing usage tracker for tenant:b87ea442d54c422ea825a9f455da244e on resource:security_group {{(pid=80184) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:38:27.875240 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba360c0-0dff-40e9-8453-92b81e92ed4e req-1eb1ba6a-fd22-485a-828a-dfe3ff824823 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:27.878373 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-fba360c0-0dff-40e9-8453-92b81e92ed4e req-1eb1ba6a-fd22-485a-828a-dfe3ff824823 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=2ed3a668-be97-4ec5-be44-a404ba149fde HTTP/1.1" status: 200  len: 946 time: 0.3719940
Feb 02 13:38:27.879554 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-b3011914-43a4-47cb-a814-695d09706083 req-88772001-7fdb-4a1b-b44f-4dd4ed71b14d tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Unset dirty status for tenant:b87ea442d54c422ea825a9f455da244e on resource:security_group {{(pid=80184) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:38:27.881889 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b3011914-43a4-47cb-a814-695d09706083 req-88772001-7fdb-4a1b-b44f-4dd4ed71b14d tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] 10.222.0.133 "GET /v2.0/security-groups?id=b8c97584-d7cc-489d-99cb-1056508a7754&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3209057
Feb 02 13:38:27.963604 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-a16d2670-a155-4aed-85f9-1cd8a0cd94bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:27.996266 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-a16d2670-a155-4aed-85f9-1cd8a0cd94bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:28.036938 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-fba360c0-0dff-40e9-8453-92b81e92ed4e req-576f817e-99f9-4b99-b390-8afc53b5634a tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1404464
Feb 02 13:38:28.103423 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0746c645-5f8c-4864-bd4f-764d66ca2c88 service neutron] Pushing event updated for resources: {'Port': ['ID=6cc1506e-246e-4c23-8872-859505a0ff96,revision_number=3']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:38:28.109115 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b5bc1974-f1f8-465a-aca6-f570d5601ff2 req-8c530a44-26ff-46fa-b9b7-958398414703 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] 10.222.0.132 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.9392891
Feb 02 13:38:28.132295 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-0746c645-5f8c-4864-bd4f-764d66ca2c88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.829s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:38:28.135177 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:38:28.155153 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-b5bc1974-f1f8-465a-aca6-f570d5601ff2 req-dfd722e2-e93d-4cc3-a3d2-8336ad50628d service neutron] Request body: {'port': {'device_id': '636d51bd-b698-4583-b759-88c7397795c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:38:28.201322 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-a16d2670-a155-4aed-85f9-1cd8a0cd94bf admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=7c8550af12d74dee838cc4674653c976&name=default HTTP/1.1" status: 200  len: 2979 time: 2.4986773
Feb 02 13:38:28.205880 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 42076) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:38:28.292271 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c000c31b-a6f2-4681-8227-dcecbad38a70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:28.381753 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d2670-a155-4aed-85f9-1cd8a0cd94bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8323b1a9-9221-494a-83e6-8ad7e3ee4999,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:38:28.393776 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-a16d2670-a155-4aed-85f9-1cd8a0cd94bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:38:28.410516 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c000c31b-a6f2-4681-8227-dcecbad38a70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:28.450644 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f9c81-2657-4165-bd05-27b104b276c1 req-0746c645-5f8c-4864-bd4f-764d66ca2c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:28.451325 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-561f9c81-2657-4165-bd05-27b104b276c1 req-0746c645-5f8c-4864-bd4f-764d66ca2c88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for port, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:28.452891 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-561f9c81-2657-4165-bd05-27b104b276c1 req-0746c645-5f8c-4864-bd4f-764d66ca2c88 service neutron] 10.222.0.132 "PUT /v2.0/ports/6cc1506e-246e-4c23-8872-859505a0ff96 HTTP/1.1" status: 200  len: 1157 time: 4.8508794
Feb 02 13:38:28.453420 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e834d6a-7ab1-47fe-87ee-fe59ac65bf3e', 'tag': '6cc1506e-246e-4c23-8872-859505a0ff96'}] {{(pid=80185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:38:28.492264 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c000c31b-a6f2-4681-8227-dcecbad38a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:28.499243 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-d5d17ae2-de46-4399-b505-36de047f24af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:38:28.544158 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e201a3fc-1b3d-4d08-b7c3-e716be4cf589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854753062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670'] for subnet, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:28.546214 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e834d6a-7ab1-47fe-87ee-fe59ac65bf3e', 'tag': '6cc1506e-246e-4c23-8872-859505a0ff96', 'status': 'completed', 'code': 200}
Feb 02 13:38:28.579593 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:38:28.612486 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56925781-550a-41dd-9aed-43a80b9fd99d req-b9a83053-6082-496f-a77d-1c9c8be10599 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:28.613701 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-56925781-550a-41dd-9aed-43a80b9fd99d req-b9a83053-6082-496f-a77d-1c9c8be10599 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=4e834d6a-7ab1-47fe-87ee-fe59ac65bf3e HTTP/1.1" status: 200  len: 943 time: 0.3011501
Feb 02 13:38:28.617107 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-b5bc1974-f1f8-465a-aca6-f570d5601ff2 req-dfd722e2-e93d-4cc3-a3d2-8336ad50628d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:28.618565 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c000c31b-a6f2-4681-8227-dcecbad38a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8323b1a9-9221-494a-83e6-8ad7e3ee4999,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:38:28.622843 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-c000c31b-a6f2-4681-8227-dcecbad38a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:38:28.625253 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c000c31b-a6f2-4681-8227-dcecbad38a70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:28.626455 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-c000c31b-a6f2-4681-8227-dcecbad38a70 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/8323b1a9-9221-494a-83e6-8ad7e3ee4999 HTTP/1.1" status: 204  len: 168 time: 0.4194920
Feb 02 13:38:28.699982 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e201a3fc-1b3d-4d08-b7c3-e716be4cf589 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c0aa1a7-3d20-4acd-845a-a70348204438,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:38:28.700884 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-56925781-550a-41dd-9aed-43a80b9fd99d req-34885936-9bd7-47d5-8fe2-aaf7cab375b5 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/security-groups?id=8e3981d7-7e1a-4930-b113-8bfee26cb618&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724213
Feb 02 13:38:28.731980 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-e201a3fc-1b3d-4d08-b7c3-e716be4cf589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:38:28.785328 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 42090) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:38:28.887949 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e201a3fc-1b3d-4d08-b7c3-e716be4cf589 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:28.908830 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-e201a3fc-1b3d-4d08-b7c3-e716be4cf589 admin admin] 10.222.0.133 "DELETE /v2.0/subnets/2c0aa1a7-3d20-4acd-845a-a70348204438 HTTP/1.1" status: 204  len: 168 time: 2.3881207
Feb 02 13:38:28.911161 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f9c81-2657-4165-bd05-27b104b276c1 req-8177eaaa-98e5-4dc3-b0a9-7475f622156e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:28.911687 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 42096) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:38:28.912789 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-561f9c81-2657-4165-bd05-27b104b276c1 req-8177eaaa-98e5-4dc3-b0a9-7475f622156e service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=da040d840d5945a4bc1739a99331270a&device_id=4e834d6a-7ab1-47fe-87ee-fe59ac65bf3e HTTP/1.1" status: 200  len: 1160 time: 0.4158895
Feb 02 13:38:29.006064 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c7e8766e-8d12-4426-afca-822902410145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:29.102652 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-8b73da55-5c48-4a1d-afec-e401a32af265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854257808'] for network, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:29.226885 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-561f9c81-2657-4165-bd05-27b104b276c1 req-d5c9c8ea-b786-474a-b16e-8f822aa64b09 service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6cc1506e-246e-4c23-8872-859505a0ff96 HTTP/1.1" status: 200  len: 217 time: 0.3025732
Feb 02 13:38:29.320379 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-12c8dcfd-83a8-452f-975a-557e7a946abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:29.406136 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-2028dc7d-956b-43ef-b0ec-0cfb2e908e07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:29.451816 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f9c81-2657-4165-bd05-27b104b276c1 req-6352042a-3f74-4f70-8ba2-adac2684c7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:29.453636 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-561f9c81-2657-4165-bd05-27b104b276c1 req-6352042a-3f74-4f70-8ba2-adac2684c7fd service neutron] 10.222.0.132 "GET /v2.0/subnets?id=fdb421d7-3e26-4929-a736-b93dc64e3cfd HTTP/1.1" status: 200  len: 855 time: 0.2180686
Feb 02 13:38:29.522739 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-561f9c81-2657-4165-bd05-27b104b276c1 req-70bff7ee-4dd4-4519-9cdf-c2c240d8bbf4 service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=bfbd13a3-d870-417b-93b8-70f01824ec17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0561070
Feb 02 13:38:29.533129 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-2028dc7d-956b-43ef-b0ec-0cfb2e908e07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:38:29.539722 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-8b73da55-5c48-4a1d-afec-e401a32af265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12633', 'neutron.services.segments.db._delete_segments_for_network--9223363264942646934'] for network, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:29.570221 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-2028dc7d-956b-43ef-b0ec-0cfb2e908e07 admin admin] Usage tracker for resource:security_group_rule and tenant:593fbb6dba6c4efbbacb0358bb7184ec is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:38:29.629253 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 42112) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:38:29.794799 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-561f9c81-2657-4165-bd05-27b104b276c1 req-2c6962f7-ea60-4fb2-b665-8cc63927cae1 service neutron] 10.222.0.132 "GET /v2.0/networks/bfbd13a3-d870-417b-93b8-70f01824ec17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2620499
Feb 02 13:38:29.797736 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [req-b5bc1974-f1f8-465a-aca6-f570d5601ff2 req-dfd722e2-e93d-4cc3-a3d2-8336ad50628d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bc6178c-b396-4268-a4b8-952a8c7221fb {{(pid=80185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 02 13:38:29.807974 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-b5bc1974-f1f8-465a-aca6-f570d5601ff2 req-dfd722e2-e93d-4cc3-a3d2-8336ad50628d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:29.861414 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-2028dc7d-956b-43ef-b0ec-0cfb2e908e07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:38:29.868860 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-9d3d0022-ce9b-4243-8d4d-5586e4a6858b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:29.880533 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [req-b5bc1974-f1f8-465a-aca6-f570d5601ff2 req-dfd722e2-e93d-4cc3-a3d2-8336ad50628d service neutron] Transition to ACTIVE for port object 7bc6178c-b396-4268-a4b8-952a8c7221fb will not be triggered until provisioned by entity L2. {{(pid=80185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:38:29.890244 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-2028dc7d-956b-43ef-b0ec-0cfb2e908e07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:38:29.945911 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-b5bc1974-f1f8-465a-aca6-f570d5601ff2 req-dfd722e2-e93d-4cc3-a3d2-8336ad50628d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:29.966825 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-1ce5768c-a766-481c-9674-8a769de622ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:38:30.003501 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-9d3d0022-ce9b-4243-8d4d-5586e4a6858b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:38:30.040395 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635b6d5c-64ea-45e7-ab6c-cd963d13bdab req-520e09a7-8df7-49ba-adc7-40ca4eef4d6d tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:30.042656 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-635b6d5c-64ea-45e7-ab6c-cd963d13bdab req-520e09a7-8df7-49ba-adc7-40ca4eef4d6d tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] 10.222.0.133 "GET /v2.0/ports?device_id=636d51bd-b698-4583-b759-88c7397795c1 HTTP/1.1" status: 200  len: 932 time: 0.8377531
Feb 02 13:38:30.044689 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.services.segments.db [None req-8b73da55-5c48-4a1d-afec-e401a32af265 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa5e8703a58>,) {'filters': {'network_id': ['3ffa4191-df29-47a5-a8fb-3cfca3ceb3f1']}} {{(pid=80184) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:38:30.090085 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-9d3d0022-ce9b-4243-8d4d-5586e4a6858b admin admin] Usage tracker for resource:security_group_rule and tenant:c12ac137dd904954b3fbd637ac0c0ac6 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:38:30.097803 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-9d3d0022-ce9b-4243-8d4d-5586e4a6858b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:38:30.111686 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-9d3d0022-ce9b-4243-8d4d-5586e4a6858b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:38:30.191712 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915efb1-2e91-4d40-ba70-1805890c8134 req-9084ae8b-65be-4455-83d9-d3d395cc26b7 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:30.193708 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a915efb1-2e91-4d40-ba70-1805890c8134 req-9084ae8b-65be-4455-83d9-d3d395cc26b7 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=2ed3a668-be97-4ec5-be44-a404ba149fde HTTP/1.1" status: 200  len: 946 time: 0.8822083
Feb 02 13:38:30.201520 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.services.segments.db [None req-8b73da55-5c48-4a1d-afec-e401a32af265 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa5e8703a58>, '30f06660-ac22-4966-8863-e377a7a3b906') {'for_net_delete': True} {{(pid=80184) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:38:30.202095 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.services.segments.db [None req-8b73da55-5c48-4a1d-afec-e401a32af265 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa5e8703a58>, '30f06660-ac22-4966-8863-e377a7a3b906') {} {{(pid=80184) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:38:30.218605 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd722e2-e93d-4cc3-a3d2-8336ad50628d service neutron] Pushing event updated for resources: {'Port': ['ID=7bc6178c-b396-4268-a4b8-952a8c7221fb,revision_number=2']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:38:30.242444 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-dfd722e2-e93d-4cc3-a3d2-8336ad50628d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:38:30.247304 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-8b73da55-5c48-4a1d-afec-e401a32af265 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363264942647702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852563795'] for segment, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:30.266857 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:30.267111 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-561f9c81-2657-4165-bd05-27b104b276c1 req-03d4e229-51b2-4cd3-8c01-54d04a6ac796 service neutron] 10.222.0.132 "GET /v2.0/networks/bfbd13a3-d870-417b-93b8-70f01824ec17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4533067
Feb 02 13:38:30.316546 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-8b73da55-5c48-4a1d-afec-e401a32af265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764996'] for segment, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:30.320879 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8b73da55-5c48-4a1d-afec-e401a32af265 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 02 13:38:30.359373 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-635b6d5c-64ea-45e7-ab6c-cd963d13bdab req-3852a502-efe2-4104-a21d-9b688409b5e1 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] 10.222.0.133 "GET /v2.0/security-groups?id=b8c97584-d7cc-489d-99cb-1056508a7754&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2975485
Feb 02 13:38:30.407618 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a915efb1-2e91-4d40-ba70-1805890c8134 req-f5fc0b48-4b21-4774-b5ed-160ad5f8c383 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1959662
Feb 02 13:38:30.460416 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [req-b5bc1974-f1f8-465a-aca6-f570d5601ff2 req-dfd722e2-e93d-4cc3-a3d2-8336ad50628d service neutron] Attempting to bind port 7bc6178c-b396-4268-a4b8-952a8c7221fb on host hv-cinder-77238 for vnic_type normal with profile  {{(pid=80185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 02 13:38:30.460823 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [req-b5bc1974-f1f8-465a-aca6-f570d5601ff2 req-dfd722e2-e93d-4cc3-a3d2-8336ad50628d service neutron] Attempting to bind port 7bc6178c-b396-4268-a4b8-952a8c7221fb by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': 'f025686b-0316-415a-a51c-89d822b0c35d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ee852d65-d96d-43a3-8cbc-0843d3d76440'}] {{(pid=80185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 02 13:38:30.461193 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bc1974-f1f8-465a-aca6-f570d5601ff2 req-dfd722e2-e93d-4cc3-a3d2-8336ad50628d service neutron] Attempting to bind port 7bc6178c-b396-4268-a4b8-952a8c7221fb on network ee852d65-d96d-43a3-8cbc-0843d3d76440 {{(pid=80185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 02 13:38:30.474759 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bc1974-f1f8-465a-aca6-f570d5601ff2 req-dfd722e2-e93d-4cc3-a3d2-8336ad50628d service neutron] Checking agent: {'id': '3f7ac43e-b359-42e2-9e67-18be39e96b32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 34, 33), 'started_at': datetime.datetime(2021, 2, 2, 13, 35, 3), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.120', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 02 13:38:30.475137 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bc1974-f1f8-465a-aca6-f570d5601ff2 req-dfd722e2-e93d-4cc3-a3d2-8336ad50628d service neutron] Checking segment: {'id': 'f025686b-0316-415a-a51c-89d822b0c35d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ee852d65-d96d-43a3-8cbc-0843d3d76440'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:38:30.475880 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-b5bc1974-f1f8-465a-aca6-f570d5601ff2 req-dfd722e2-e93d-4cc3-a3d2-8336ad50628d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:30.476315 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bc1974-f1f8-465a-aca6-f570d5601ff2 req-dfd722e2-e93d-4cc3-a3d2-8336ad50628d service neutron] Bound using segment: {'id': 'f025686b-0316-415a-a51c-89d822b0c35d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ee852d65-d96d-43a3-8cbc-0843d3d76440'} {{(pid=80185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 02 13:38:30.476808 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [req-b5bc1974-f1f8-465a-aca6-f570d5601ff2 req-dfd722e2-e93d-4cc3-a3d2-8336ad50628d service neutron] Bound port: 7bc6178c-b396-4268-a4b8-952a8c7221fb, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f025686b-0316-415a-a51c-89d822b0c35d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ee852d65-d96d-43a3-8cbc-0843d3d76440'}}] {{(pid=80185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 02 13:38:30.477180 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-b5bc1974-f1f8-465a-aca6-f570d5601ff2 req-dfd722e2-e93d-4cc3-a3d2-8336ad50628d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:30.540543 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581088e3-218f-40d1-b0dc-f955fa68281b req-ffb6f619-f53e-47aa-8587-9cd989c4baac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:30.542151 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-581088e3-218f-40d1-b0dc-f955fa68281b req-ffb6f619-f53e-47aa-8587-9cd989c4baac service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=da040d840d5945a4bc1739a99331270a&device_id=4e834d6a-7ab1-47fe-87ee-fe59ac65bf3e HTTP/1.1" status: 200  len: 1160 time: 0.1787658
Feb 02 13:38:30.659862 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-8b73da55-5c48-4a1d-afec-e401a32af265 admin admin] Network 3ffa4191-df29-47a5-a8fb-3cfca3ceb3f1 has no segments {{(pid=80184) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 02 13:38:30.674365 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-8b73da55-5c48-4a1d-afec-e401a32af265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-10804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2835403'] for segment, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:30.696519 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-2028dc7d-956b-43ef-b0ec-0cfb2e908e07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:30.708684 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-9d3d0022-ce9b-4243-8d4d-5586e4a6858b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:30.717607 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-9d3d0022-ce9b-4243-8d4d-5586e4a6858b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:30.742642 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-a16d2670-a155-4aed-85f9-1cd8a0cd94bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:38:30.752700 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-2028dc7d-956b-43ef-b0ec-0cfb2e908e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:30.829901 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-9d3d0022-ce9b-4243-8d4d-5586e4a6858b admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=c12ac137dd904954b3fbd637ac0c0ac6&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1908908
Feb 02 13:38:30.829901 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-b5bc1974-f1f8-465a-aca6-f570d5601ff2 req-dfd722e2-e93d-4cc3-a3d2-8336ad50628d service neutron] For port 7bc6178c-b396-4268-a4b8-952a8c7221fb, host hv-cinder-77238, cleared binding levels {{(pid=80185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 02 13:38:30.843663 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 42120) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:38:30.861935 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-0d08d3ea-a818-467e-b4b6-82eff0f08d86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:38:30.865308 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d0022-ce9b-4243-8d4d-5586e4a6858b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f00cdf-defa-40c8-8a79-299d165a4be5,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:38:30.869222 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-9d3d0022-ce9b-4243-8d4d-5586e4a6858b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:38:30.872252 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-b5bc1974-f1f8-465a-aca6-f570d5601ff2 req-dfd722e2-e93d-4cc3-a3d2-8336ad50628d service neutron] For port 7bc6178c-b396-4268-a4b8-952a8c7221fb, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=7bc6178c-b396-4268-a4b8-952a8c7221fb,segment=NetworkSegment(f025686b-0316-415a-a51c-89d822b0c35d),segment_id=f025686b-0316-415a-a51c-89d822b0c35d)] {{(pid=80185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 02 13:38:30.896350 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581088e3-218f-40d1-b0dc-f955fa68281b req-1de2fef5-12c1-4661-9a9d-738f28fb9b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:30.898339 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-581088e3-218f-40d1-b0dc-f955fa68281b req-1de2fef5-12c1-4661-9a9d-738f28fb9b75 service neutron] 10.222.0.132 "GET /v2.0/networks?id=bfbd13a3-d870-417b-93b8-70f01824ec17 HTTP/1.1" status: 200  len: 909 time: 0.3192525
Feb 02 13:38:30.903306 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-b5bc1974-f1f8-465a-aca6-f570d5601ff2 req-dfd722e2-e93d-4cc3-a3d2-8336ad50628d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:30.918286 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-8b73da55-5c48-4a1d-afec-e401a32af265 admin admin] Network 3ffa4191-df29-47a5-a8fb-3cfca3ceb3f1 has no segments {{(pid=80184) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 02 13:38:30.923585 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-b54b5797-8920-49de-930e-9fd0d36d7907 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:38:30.964317 dv-cinder-772388-4-iscsi neutron-server[80071]: Traceback (most recent call last):
Feb 02 13:38:30.964317 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 02 13:38:30.964317 dv-cinder-772388-4-iscsi neutron-server[80071]:     timer()
Feb 02 13:38:30.964317 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 02 13:38:30.964317 dv-cinder-772388-4-iscsi neutron-server[80071]:     cb(*args, **kw)
Feb 02 13:38:30.964317 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 02 13:38:30.964317 dv-cinder-772388-4-iscsi neutron-server[80071]:     return func(*args, **kwargs)
Feb 02 13:38:30.964317 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 02 13:38:30.964317 dv-cinder-772388-4-iscsi neutron-server[80071]:     self._notify()
Feb 02 13:38:30.964317 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 02 13:38:30.964317 dv-cinder-772388-4-iscsi neutron-server[80071]:     self.callback(batched_events)
Feb 02 13:38:30.964317 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 02 13:38:30.964317 dv-cinder-772388-4-iscsi neutron-server[80071]:     event.method(event)
Feb 02 13:38:30.964317 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 02 13:38:30.964317 dv-cinder-772388-4-iscsi neutron-server[80071]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 02 13:38:30.964317 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 02 13:38:30.964317 dv-cinder-772388-4-iscsi neutron-server[80071]:     segment_id)['aggregates'][0]
Feb 02 13:38:30.964317 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 02 13:38:30.964317 dv-cinder-772388-4-iscsi neutron-server[80071]:     return f(self, *a, **k)
Feb 02 13:38:30.964317 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 02 13:38:30.964317 dv-cinder-772388-4-iscsi neutron-server[80071]:     return self._get(url).json()
Feb 02 13:38:30.964317 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 02 13:38:30.964317 dv-cinder-772388-4-iscsi neutron-server[80071]:     **kwargs)
Feb 02 13:38:30.964317 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 02 13:38:30.964317 dv-cinder-772388-4-iscsi neutron-server[80071]:     return self.request(url, 'GET', **kwargs)
Feb 02 13:38:30.964317 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 02 13:38:30.964317 dv-cinder-772388-4-iscsi neutron-server[80071]:     **endpoint_filter)
Feb 02 13:38:30.964317 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 02 13:38:30.964317 dv-cinder-772388-4-iscsi neutron-server[80071]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 02 13:38:30.964317 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 02 13:38:30.964317 dv-cinder-772388-4-iscsi neutron-server[80071]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 02 13:38:30.964317 dv-cinder-772388-4-iscsi neutron-server[80071]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 02 13:38:31.011039 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-42ef245d-f728-4293-a752-dedea4fc02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:31.051891 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028dc7d-956b-43ef-b0ec-0cfb2e908e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b668f4b1-4d58-4569-8fca-84603802d2aa,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:38:31.059966 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-2028dc7d-956b-43ef-b0ec-0cfb2e908e07 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=593fbb6dba6c4efbbacb0358bb7184ec&name=default HTTP/1.1" status: 200  len: 2979 time: 2.2706535
Feb 02 13:38:31.069468 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-2028dc7d-956b-43ef-b0ec-0cfb2e908e07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:38:31.071380 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 42124) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:38:31.077875 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-8b73da55-5c48-4a1d-afec-e401a32af265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854763167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852699500'] for network, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:31.110237 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:38:31.216652 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b2cb1-4e25-4c22-a443-d14cb2192c7a req-562acc9c-09d0-4a14-a6fa-58135e9e84b3 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:31.218939 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7e4b2cb1-4e25-4c22-a443-d14cb2192c7a req-562acc9c-09d0-4a14-a6fa-58135e9e84b3 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=4e834d6a-7ab1-47fe-87ee-fe59ac65bf3e HTTP/1.1" status: 200  len: 943 time: 0.6526053
Feb 02 13:38:31.227790 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-8b73da55-5c48-4a1d-afec-e401a32af265 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for network, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:31.240872 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b73da55-5c48-4a1d-afec-e401a32af265 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ffa4191-df29-47a5-a8fb-3cfca3ceb3f1,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:38:31.258507 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-8b73da55-5c48-4a1d-afec-e401a32af265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:38:31.340182 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-8b73da55-5c48-4a1d-afec-e401a32af265 admin admin] 10.222.0.133 "DELETE /v2.0/networks/3ffa4191-df29-47a5-a8fb-3cfca3ceb3f1 HTTP/1.1" status: 204  len: 168 time: 2.4272256
Feb 02 13:38:31.347784 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 42128) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:38:31.398453 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-581088e3-218f-40d1-b0dc-f955fa68281b req-a10528a4-d400-49e1-9732-e5b57337455d service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6cc1506e-246e-4c23-8872-859505a0ff96 HTTP/1.1" status: 200  len: 217 time: 0.4782925
Feb 02 13:38:31.471345 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d25cebc5-d905-442a-ade8-680aeaf70cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:31.498128 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7e4b2cb1-4e25-4c22-a443-d14cb2192c7a req-1ccddc95-44a5-4a7d-811c-ce05145cfb45 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/security-groups?id=8e3981d7-7e1a-4930-b113-8bfee26cb618&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2440975
Feb 02 13:38:31.520043 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd722e2-e93d-4cc3-a3d2-8336ad50628d service neutron] Pushing event updated for resources: {'Port': ['ID=7bc6178c-b396-4268-a4b8-952a8c7221fb,revision_number=3']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:38:31.527144 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ef706dce-2fd9-4288-9119-ce7f5e6f4043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:31.535438 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-dfd722e2-e93d-4cc3-a3d2-8336ad50628d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:38:31.566264 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bab03a2-b967-4c01-ad11-723d822de211 admin admin] Deleting subnet c2302346-3eb8-418d-9ef1-a83d3cc2c771 {{(pid=80184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Feb 02 13:38:31.566264 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d25cebc5-d905-442a-ade8-680aeaf70cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:31.577284 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3bab03a2-b967-4c01-ad11-723d822de211 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:31.595386 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581088e3-218f-40d1-b0dc-f955fa68281b req-92d5dbfe-c433-4518-8f41-3c43b1fbcf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:31.597810 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-581088e3-218f-40d1-b0dc-f955fa68281b req-92d5dbfe-c433-4518-8f41-3c43b1fbcf4b service neutron] 10.222.0.132 "GET /v2.0/subnets?id=fdb421d7-3e26-4929-a736-b93dc64e3cfd HTTP/1.1" status: 200  len: 855 time: 0.1891341
Feb 02 13:38:31.609039 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ef706dce-2fd9-4288-9119-ce7f5e6f4043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:31.681222 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device 6cc1506e-246e-4c23-8872-859505a0ff96 up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:38:31.689601 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-581088e3-218f-40d1-b0dc-f955fa68281b req-25d48c91-7309-494d-843d-165e2cede9ac service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=bfbd13a3-d870-417b-93b8-70f01824ec17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0838492
Feb 02 13:38:31.692546 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc1974-f1f8-465a-aca6-f570d5601ff2 req-dfd722e2-e93d-4cc3-a3d2-8336ad50628d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:31.693221 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-b5bc1974-f1f8-465a-aca6-f570d5601ff2 req-dfd722e2-e93d-4cc3-a3d2-8336ad50628d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for port, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:31.694943 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b5bc1974-f1f8-465a-aca6-f570d5601ff2 req-dfd722e2-e93d-4cc3-a3d2-8336ad50628d service neutron] 10.222.0.132 "PUT /v2.0/ports/7bc6178c-b396-4268-a4b8-952a8c7221fb HTTP/1.1" status: 200  len: 1158 time: 3.5461738
Feb 02 13:38:31.695228 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '636d51bd-b698-4583-b759-88c7397795c1', 'tag': '7bc6178c-b396-4268-a4b8-952a8c7221fb'}] {{(pid=80185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:38:31.713804 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e5f94375-326c-4783-bd0a-479883cecb99 req-29b93b13-0515-4685-9996-2c5abd196a1b service neutron] 10.222.0.132 "GET /v2.0/ports?device_id=ef114128-255e-4fa2-af27-1489defe8d5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.4564555
Feb 02 13:38:31.736272 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3bab03a2-b967-4c01-ad11-723d822de211 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2212005'] for subnet, precommit_delete_associations {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:31.869491 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning for port 6cc1506e-246e-4c23-8872-859505a0ff96 completed by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:38:31.875237 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port 6cc1506e-246e-4c23-8872-859505a0ff96 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:38:31.875705 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:31.932591 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d25cebc5-d905-442a-ade8-680aeaf70cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:31.941410 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ef706dce-2fd9-4288-9119-ce7f5e6f4043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:31.942178 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-167826a8-db40-420b-94d9-7366e1fcb0fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:38:31.951383 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-b7807d87-fb27-416e-af19-b547cc431729 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:38:31.970595 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3bab03a2-b967-4c01-ad11-723d822de211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-22738'] for subnet, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:31.987024 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef706dce-2fd9-4288-9119-ce7f5e6f4043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f00cdf-defa-40c8-8a79-299d165a4be5,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:38:31.990018 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-ef706dce-2fd9-4288-9119-ce7f5e6f4043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:38:32.004911 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25cebc5-d905-442a-ade8-680aeaf70cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b668f4b1-4d58-4569-8fca-84603802d2aa,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:38:32.010681 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-d25cebc5-d905-442a-ade8-680aeaf70cd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:38:32.016099 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ef706dce-2fd9-4288-9119-ce7f5e6f4043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:32.020192 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-ef706dce-2fd9-4288-9119-ce7f5e6f4043 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/e4f00cdf-defa-40c8-8a79-299d165a4be5 HTTP/1.1" status: 204  len: 168 time: 1.1714618
Feb 02 13:38:32.029515 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d25cebc5-d905-442a-ade8-680aeaf70cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:32.033152 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-581088e3-218f-40d1-b0dc-f955fa68281b req-ecd1c54e-5a13-438e-89b5-7554f7d7ee4c service neutron] 10.222.0.132 "GET /v2.0/networks/bfbd13a3-d870-417b-93b8-70f01824ec17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3228011
Feb 02 13:38:32.045396 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-d25cebc5-d905-442a-ade8-680aeaf70cd9 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/b668f4b1-4d58-4569-8fca-84603802d2aa HTTP/1.1" status: 204  len: 168 time: 0.9631035
Feb 02 13:38:32.065322 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:32.111921 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] For port 6cc1506e-246e-4c23-8872-859505a0ff96, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=6cc1506e-246e-4c23-8872-859505a0ff96,segment=NetworkSegment(0171a29b-a4d8-433f-9f69-11da58cadf98),segment_id=0171a29b-a4d8-433f-9f69-11da58cadf98)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:38:32.113325 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e834d6a-7ab1-47fe-87ee-fe59ac65bf3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc1506e-246e-4c23-8872-859505a0ff96'}] {{(pid=80186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:38:32.120557 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:32.122604 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:38:32.130539 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc1974-f1f8-465a-aca6-f570d5601ff2 req-206c2ab7-519d-4353-b0e4-fb26404fcebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:32.132396 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b5bc1974-f1f8-465a-aca6-f570d5601ff2 req-206c2ab7-519d-4353-b0e4-fb26404fcebb service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=b87ea442d54c422ea825a9f455da244e&device_id=636d51bd-b698-4583-b759-88c7397795c1 HTTP/1.1" status: 200  len: 1161 time: 0.2809961
Feb 02 13:38:32.206000 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Pushing event updated for resources: {'Port': ['ID=6cc1506e-246e-4c23-8872-859505a0ff96,revision_number=4']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:38:32.210043 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:38:32.219974 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96accb7f-0b83-41b8-98ba-0bfa6ed481df req-87d2f55d-683d-45fa-b724-d043fb8854ec tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:32.221677 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-96accb7f-0b83-41b8-98ba-0bfa6ed481df req-87d2f55d-683d-45fa-b724-d043fb8854ec tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] 10.222.0.133 "GET /v2.0/ports?device_id=636d51bd-b698-4583-b759-88c7397795c1 HTTP/1.1" status: 200  len: 944 time: 0.6098537
Feb 02 13:38:32.233616 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b5bc1974-f1f8-465a-aca6-f570d5601ff2 req-70148872-24f9-43cc-8052-cd39ed428daf service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7bc6178c-b396-4268-a4b8-952a8c7221fb HTTP/1.1" status: 200  len: 217 time: 0.0950768
Feb 02 13:38:32.354887 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f94375-326c-4783-bd0a-479883cecb99 req-e9ed40f6-d006-4a9a-9988-874a902c697c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:32.356590 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e5f94375-326c-4783-bd0a-479883cecb99 req-e9ed40f6-d006-4a9a-9988-874a902c697c service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=da040d840d5945a4bc1739a99331270a&device_id=ef114128-255e-4fa2-af27-1489defe8d5c HTTP/1.1" status: 200  len: 1162 time: 0.5899317
Feb 02 13:38:32.364484 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc1974-f1f8-465a-aca6-f570d5601ff2 req-111a7e07-7281-4ece-ae61-e0bd12e989e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:32.366810 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b5bc1974-f1f8-465a-aca6-f570d5601ff2 req-111a7e07-7281-4ece-ae61-e0bd12e989e4 service neutron] 10.222.0.132 "GET /v2.0/subnets?id=fbaa3bed-23e3-4bba-b81d-2ce7d9ceaf68 HTTP/1.1" status: 200  len: 849 time: 0.1197674
Feb 02 13:38:32.371271 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-581088e3-218f-40d1-b0dc-f955fa68281b req-3386eb4b-39cb-497f-869b-ccce52bfb422 service neutron] 10.222.0.132 "GET /v2.0/networks/bfbd13a3-d870-417b-93b8-70f01824ec17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3286386
Feb 02 13:38:32.459681 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5685ea14-93aa-4bfe-85b2-37c018a47f61 req-09c197a3-7c55-4399-987b-2b25f75ee545 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:32.468085 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-5685ea14-93aa-4bfe-85b2-37c018a47f61 req-09c197a3-7c55-4399-987b-2b25f75ee545 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=2ed3a668-be97-4ec5-be44-a404ba149fde HTTP/1.1" status: 200  len: 946 time: 0.6492915
Feb 02 13:38:32.530074 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b5bc1974-f1f8-465a-aca6-f570d5601ff2 req-f0d0ecef-7a03-4a53-a180-7e1d616f8a17 service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=ee852d65-d96d-43a3-8cbc-0843d3d76440&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1403799
Feb 02 13:38:32.548064 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-96accb7f-0b83-41b8-98ba-0bfa6ed481df req-dbc33892-c0bb-4c72-8ebc-1d5d30c411bb tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] 10.222.0.133 "GET /v2.0/security-groups?id=b8c97584-d7cc-489d-99cb-1056508a7754&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3070476
Feb 02 13:38:32.628716 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-5685ea14-93aa-4bfe-85b2-37c018a47f61 req-549c4ef7-6e0e-45aa-92f8-526b248ac9e0 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1594198
Feb 02 13:38:32.629185 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 42152) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:38:32.679856 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 42156) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:38:32.692948 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-fb881d86-7105-41a4-a16b-70111f16c43e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:32.735917 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ecc5db70-5162-414a-8dec-b00ed6b234ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:32.752768 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '636d51bd-b698-4583-b759-88c7397795c1', 'tag': '7bc6178c-b396-4268-a4b8-952a8c7221fb', 'status': 'completed', 'code': 200}
Feb 02 13:38:32.755978 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f94375-326c-4783-bd0a-479883cecb99 req-e1427d0f-bab0-44d2-be30-5444011cacd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:32.757819 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e5f94375-326c-4783-bd0a-479883cecb99 req-e1427d0f-bab0-44d2-be30-5444011cacd1 service neutron] 10.222.0.132 "GET /v2.0/networks?id=bfbd13a3-d870-417b-93b8-70f01824ec17 HTTP/1.1" status: 200  len: 909 time: 0.3668356
Feb 02 13:38:32.766682 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-fb881d86-7105-41a4-a16b-70111f16c43e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:38:32.776148 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-fb881d86-7105-41a4-a16b-70111f16c43e admin admin] Usage tracker for resource:security_group_rule and tenant:57ee311336f642c1b9580f84a2543ad7 is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:38:32.780985 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-fb881d86-7105-41a4-a16b-70111f16c43e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:38:32.794582 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-fb881d86-7105-41a4-a16b-70111f16c43e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:38:32.848356 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3bab03a2-b967-4c01-ad11-723d822de211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854753062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2835364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2297565'] for subnet, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:32.870287 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-11389b0b-8923-44f5-a4cc-5cee0adce1c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:38:32.872780 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-ecc5db70-5162-414a-8dec-b00ed6b234ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:38:32.878770 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e834d6a-7ab1-47fe-87ee-fe59ac65bf3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc1506e-246e-4c23-8872-859505a0ff96', 'code': 200}
Feb 02 13:38:32.879820 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e5f94375-326c-4783-bd0a-479883cecb99 req-bf392974-9e30-4497-9a12-4d5c0d361675 service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce2ae21c-3e84-4ec8-885d-7e70ebe01138 HTTP/1.1" status: 200  len: 217 time: 0.1003287
Feb 02 13:38:32.886173 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-ecc5db70-5162-414a-8dec-b00ed6b234ad admin admin] Usage tracker for resource:security_group_rule and tenant:ae189c29716e43039f4c2eebc64a5bad is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:38:32.890924 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b5bc1974-f1f8-465a-aca6-f570d5601ff2 req-35bbc590-f94d-44e4-95b7-6b51313b195e service neutron] 10.222.0.132 "GET /v2.0/networks/ee852d65-d96d-43a3-8cbc-0843d3d76440?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3545916
Feb 02 13:38:32.893256 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-ecc5db70-5162-414a-8dec-b00ed6b234ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:38:32.956373 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:32.970808 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-ecc5db70-5162-414a-8dec-b00ed6b234ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:38:33.015767 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab03a2-b967-4c01-ad11-723d822de211 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2302346-3eb8-418d-9ef1-a83d3cc2c771,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:38:33.067971 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-3bab03a2-b967-4c01-ad11-723d822de211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:38:33.086107 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f94375-326c-4783-bd0a-479883cecb99 req-c39bede4-effb-4a81-98f8-6a12fc762faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:33.087745 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e5f94375-326c-4783-bd0a-479883cecb99 req-c39bede4-effb-4a81-98f8-6a12fc762faf service neutron] 10.222.0.132 "GET /v2.0/subnets?id=fdb421d7-3e26-4929-a736-b93dc64e3cfd HTTP/1.1" status: 200  len: 855 time: 0.1957231
Feb 02 13:38:33.165492 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e5f94375-326c-4783-bd0a-479883cecb99 req-3c819cad-820a-4431-a679-0fa537ebcad9 service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=bfbd13a3-d870-417b-93b8-70f01824ec17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0711710
Feb 02 13:38:33.219356 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b5bc1974-f1f8-465a-aca6-f570d5601ff2 req-a667fbb0-e578-44cb-9188-22d4a7ff0386 service neutron] 10.222.0.132 "GET /v2.0/networks/ee852d65-d96d-43a3-8cbc-0843d3d76440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2833807
Feb 02 13:38:33.222831 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3bab03a2-b967-4c01-ad11-723d822de211 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for subnet, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:33.241362 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-fb881d86-7105-41a4-a16b-70111f16c43e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:33.255718 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-fb881d86-7105-41a4-a16b-70111f16c43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:33.264861 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:38:33.285497 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-3bab03a2-b967-4c01-ad11-723d822de211 admin admin] 10.222.0.133 "DELETE /v2.0/subnets/c2302346-3eb8-418d-9ef1-a83d3cc2c771 HTTP/1.1" status: 204  len: 168 time: 1.9337003
Feb 02 13:38:33.294903 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 42160) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:38:33.359981 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device 6cc1506e-246e-4c23-8872-859505a0ff96 up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:38:33.460725 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ecc5db70-5162-414a-8dec-b00ed6b234ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:33.464659 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port 6cc1506e-246e-4c23-8872-859505a0ff96 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:38:33.465168 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:33.465431 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e5f94375-326c-4783-bd0a-479883cecb99 req-edea8980-8d73-4499-8ccb-7cbf11aa2250 service neutron] 10.222.0.132 "GET /v2.0/networks/bfbd13a3-d870-417b-93b8-70f01824ec17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2844038
Feb 02 13:38:33.469646 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ecc5db70-5162-414a-8dec-b00ed6b234ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:33.483884 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-1984b2f5-afae-4fe5-8683-0a8319aaf1a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:38:33.553878 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8253c9b0-56f8-4c82-a8b4-73ba83fa5349 req-cc7ada69-ce96-40f0-94f7-17ac62e3ac20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:33.555817 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-8253c9b0-56f8-4c82-a8b4-73ba83fa5349 req-cc7ada69-ce96-40f0-94f7-17ac62e3ac20 service neutron] 10.222.0.132 "GET /v2.0/ports?device_id=4e834d6a-7ab1-47fe-87ee-fe59ac65bf3e HTTP/1.1" status: 200  len: 1162 time: 0.4867771
Feb 02 13:38:33.612880 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0c187-bb2d-4043-b37f-9ced9e603459 req-75f5a752-8791-4a18-b50c-8b4890b0457d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:33.614496 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-c9a0c187-bb2d-4043-b37f-9ced9e603459 req-75f5a752-8791-4a18-b50c-8b4890b0457d service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=b87ea442d54c422ea825a9f455da244e&device_id=636d51bd-b698-4583-b759-88c7397795c1 HTTP/1.1" status: 200  len: 1161 time: 0.3319836
Feb 02 13:38:33.628866 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-ecc5db70-5162-414a-8dec-b00ed6b234ad admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=ae189c29716e43039f4c2eebc64a5bad&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9439626
Feb 02 13:38:33.630079 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 42166) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:38:33.654493 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc5db70-5162-414a-8dec-b00ed6b234ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4d628c-55ab-4e41-9a93-f4a0d73da74c,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:38:33.660749 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-ecc5db70-5162-414a-8dec-b00ed6b234ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:38:33.720168 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3be9af-2937-4068-bebb-6f1e93888929 req-e81035db-bb0e-4840-9cd9-66f4ce22db8b tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:33.721993 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-fd3be9af-2937-4068-bebb-6f1e93888929 req-e81035db-bb0e-4840-9cd9-66f4ce22db8b tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=4e834d6a-7ab1-47fe-87ee-fe59ac65bf3e HTTP/1.1" status: 200  len: 945 time: 0.7185097
Feb 02 13:38:33.747029 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-fb881d86-7105-41a4-a16b-70111f16c43e admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=57ee311336f642c1b9580f84a2543ad7&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1118033
Feb 02 13:38:33.747029 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb881d86-7105-41a4-a16b-70111f16c43e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ef5660-9f1e-4b42-a932-bad76e3b26bb,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:38:33.748399 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 42172) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:38:33.767189 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-fb881d86-7105-41a4-a16b-70111f16c43e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:38:33.946057 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-7015b178-c184-47b5-89ec-f68b94b3172e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854257808'] for network, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:34.033330 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-8253c9b0-56f8-4c82-a8b4-73ba83fa5349 req-303f2131-5756-4b66-b194-0217df87d032 service neutron] 10.222.0.132 "GET /v2.0/security-groups?id=8e3981d7-7e1a-4930-b113-8bfee26cb618&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4676611
Feb 02 13:38:34.110808 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-fd3be9af-2937-4068-bebb-6f1e93888929 req-27ee6df2-b718-4303-8287-8691f477b611 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/security-groups?id=8e3981d7-7e1a-4930-b113-8bfee26cb618&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3589473
Feb 02 13:38:34.115888 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e5f94375-326c-4783-bd0a-479883cecb99 req-d21d305e-c874-451c-bed1-58f8dd81471b service neutron] 10.222.0.132 "GET /v2.0/networks/bfbd13a3-d870-417b-93b8-70f01824ec17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6382091
Feb 02 13:38:34.118956 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0c187-bb2d-4043-b37f-9ced9e603459 req-ee3b31a6-09fd-4b65-b17d-008841491025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:34.120509 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-c9a0c187-bb2d-4043-b37f-9ced9e603459 req-ee3b31a6-09fd-4b65-b17d-008841491025 service neutron] 10.222.0.132 "GET /v2.0/networks?id=ee852d65-d96d-43a3-8cbc-0843d3d76440 HTTP/1.1" status: 200  len: 903 time: 0.4933162
Feb 02 13:38:34.121369 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-07f3fc0e-fa9c-4dc3-86f7-f1fd0459f62b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:34.170899 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-07f3fc0e-fa9c-4dc3-86f7-f1fd0459f62b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:34.194633 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-2ccbfb04-154f-4264-a67e-ec87be364909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:34.305914 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-c9a0c187-bb2d-4043-b37f-9ced9e603459 req-47e17a43-2ad0-4cf9-a5e4-066d3684c976 service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7bc6178c-b396-4268-a4b8-952a8c7221fb HTTP/1.1" status: 200  len: 217 time: 0.1174169
Feb 02 13:38:34.393773 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-2ccbfb04-154f-4264-a67e-ec87be364909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:34.401802 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-07f3fc0e-fa9c-4dc3-86f7-f1fd0459f62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:34.408453 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-b0cebe9e-ab3b-4e70-957f-a629972688fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:38:34.416543 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0c187-bb2d-4043-b37f-9ced9e603459 req-a8ef03df-52eb-409b-9632-c5224cf80b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:34.418136 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-c9a0c187-bb2d-4043-b37f-9ced9e603459 req-a8ef03df-52eb-409b-9632-c5224cf80b47 service neutron] 10.222.0.132 "GET /v2.0/subnets?id=fbaa3bed-23e3-4bba-b81d-2ce7d9ceaf68 HTTP/1.1" status: 200  len: 849 time: 0.1031117
Feb 02 13:38:34.431164 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f3fc0e-fa9c-4dc3-86f7-f1fd0459f62b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4d628c-55ab-4e41-9a93-f4a0d73da74c,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:38:34.478729 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-07f3fc0e-fa9c-4dc3-86f7-f1fd0459f62b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:38:34.493957 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-c9a0c187-bb2d-4043-b37f-9ced9e603459 req-c50c94b3-7632-496b-9e5e-d76d352cd796 service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=ee852d65-d96d-43a3-8cbc-0843d3d76440&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0579610
Feb 02 13:38:34.494776 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-07f3fc0e-fa9c-4dc3-86f7-f1fd0459f62b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:34.500550 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-07f3fc0e-fa9c-4dc3-86f7-f1fd0459f62b admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/df4d628c-55ab-4e41-9a93-f4a0d73da74c HTTP/1.1" status: 204  len: 168 time: 0.8374054
Feb 02 13:38:34.537942 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef7227-fe2e-432e-afad-eca09bb1bece req-865e7db6-83a6-4593-acdd-29a14aa6d4a9 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:34.540727 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-98ef7227-fe2e-432e-afad-eca09bb1bece req-865e7db6-83a6-4593-acdd-29a14aa6d4a9 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] 10.222.0.133 "GET /v2.0/ports?device_id=636d51bd-b698-4583-b759-88c7397795c1 HTTP/1.1" status: 200  len: 944 time: 0.7164547
Feb 02 13:38:34.562462 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-7015b178-c184-47b5-89ec-f68b94b3172e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12633', 'neutron.services.segments.db._delete_segments_for_network--9223363264942646934'] for network, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:34.714561 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-c9a0c187-bb2d-4043-b37f-9ced9e603459 req-59ee1520-c70a-4c1b-ac81-523a4d524ad2 service neutron] 10.222.0.132 "GET /v2.0/networks/ee852d65-d96d-43a3-8cbc-0843d3d76440?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2132845
Feb 02 13:38:34.827609 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-98ef7227-fe2e-432e-afad-eca09bb1bece req-c45209d5-86b7-4d95-8fc7-3c8d8744fd1b tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] 10.222.0.133 "GET /v2.0/security-groups?id=b8c97584-d7cc-489d-99cb-1056508a7754&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2403035
Feb 02 13:38:34.870853 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.services.segments.db [None req-7015b178-c184-47b5-89ec-f68b94b3172e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa5e9548908>,) {'filters': {'network_id': ['477afb05-fcb3-4b7e-ae6c-73cdde1bd771']}} {{(pid=80184) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:38:34.904361 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-2ccbfb04-154f-4264-a67e-ec87be364909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:34.914698 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.services.segments.db [None req-7015b178-c184-47b5-89ec-f68b94b3172e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa5e9548908>, 'ae3eeb50-99c5-49df-b23d-67db06226d0e') {'for_net_delete': True} {{(pid=80184) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:38:34.915041 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.services.segments.db [None req-7015b178-c184-47b5-89ec-f68b94b3172e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa5e9548908>, 'ae3eeb50-99c5-49df-b23d-67db06226d0e') {} {{(pid=80184) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:38:34.927252 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-ec511396-4042-4e9f-93c7-17a35b83b575 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:38:35.003567 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-c9a0c187-bb2d-4043-b37f-9ced9e603459 req-199f0b58-ab66-4bda-aeb1-31f41ea5750a service neutron] 10.222.0.132 "GET /v2.0/networks/ee852d65-d96d-43a3-8cbc-0843d3d76440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2813587
Feb 02 13:38:35.055081 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2492cd85-b591-4151-ad28-9f01ed84d821 req-b5d89f2e-e5bb-4195-9c38-147db49eb7ef tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:35.066500 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2492cd85-b591-4151-ad28-9f01ed84d821 req-b5d89f2e-e5bb-4195-9c38-147db49eb7ef tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=2ed3a668-be97-4ec5-be44-a404ba149fde HTTP/1.1" status: 200  len: 946 time: 0.7488608
Feb 02 13:38:35.077954 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-7015b178-c184-47b5-89ec-f68b94b3172e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363264942647702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852563795'] for segment, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:35.104881 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccbfb04-154f-4264-a67e-ec87be364909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ef5660-9f1e-4b42-a932-bad76e3b26bb,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:38:35.119978 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-2ccbfb04-154f-4264-a67e-ec87be364909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:38:35.131546 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-2ccbfb04-154f-4264-a67e-ec87be364909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:35.133148 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-2ccbfb04-154f-4264-a67e-ec87be364909 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/43ef5660-9f1e-4b42-a932-bad76e3b26bb HTTP/1.1" status: 204  len: 168 time: 1.3677783
Feb 02 13:38:35.134813 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-7015b178-c184-47b5-89ec-f68b94b3172e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764996'] for segment, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:35.141809 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7015b178-c184-47b5-89ec-f68b94b3172e admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 02 13:38:35.325029 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2492cd85-b591-4151-ad28-9f01ed84d821 req-d7eecdcf-b890-4bb0-b3a2-33fa141bf09b tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2566512
Feb 02 13:38:35.540430 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-7015b178-c184-47b5-89ec-f68b94b3172e admin admin] Network 477afb05-fcb3-4b7e-ae6c-73cdde1bd771 has no segments {{(pid=80184) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 02 13:38:35.580627 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.objects.ports [None req-f7cb8819-a533-447c-b202-7981181b7ab1 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80186) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 02 13:38:35.591679 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-7015b178-c184-47b5-89ec-f68b94b3172e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-10804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2835403'] for segment, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:35.931546 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-7015b178-c184-47b5-89ec-f68b94b3172e admin admin] Network 477afb05-fcb3-4b7e-ae6c-73cdde1bd771 has no segments {{(pid=80184) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 02 13:38:35.979957 dv-cinder-772388-4-iscsi neutron-server[80071]: Traceback (most recent call last):
Feb 02 13:38:35.979957 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 02 13:38:35.979957 dv-cinder-772388-4-iscsi neutron-server[80071]:     timer()
Feb 02 13:38:35.979957 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 02 13:38:35.979957 dv-cinder-772388-4-iscsi neutron-server[80071]:     cb(*args, **kw)
Feb 02 13:38:35.979957 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 02 13:38:35.979957 dv-cinder-772388-4-iscsi neutron-server[80071]:     return func(*args, **kwargs)
Feb 02 13:38:35.979957 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 02 13:38:35.979957 dv-cinder-772388-4-iscsi neutron-server[80071]:     self._notify()
Feb 02 13:38:35.979957 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 02 13:38:35.979957 dv-cinder-772388-4-iscsi neutron-server[80071]:     self.callback(batched_events)
Feb 02 13:38:35.979957 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 02 13:38:35.979957 dv-cinder-772388-4-iscsi neutron-server[80071]:     event.method(event)
Feb 02 13:38:35.979957 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 02 13:38:35.979957 dv-cinder-772388-4-iscsi neutron-server[80071]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 02 13:38:35.979957 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 02 13:38:35.979957 dv-cinder-772388-4-iscsi neutron-server[80071]:     segment_id)['aggregates'][0]
Feb 02 13:38:35.979957 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 02 13:38:35.979957 dv-cinder-772388-4-iscsi neutron-server[80071]:     return f(self, *a, **k)
Feb 02 13:38:35.979957 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 02 13:38:35.979957 dv-cinder-772388-4-iscsi neutron-server[80071]:     return self._get(url).json()
Feb 02 13:38:35.979957 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 02 13:38:35.979957 dv-cinder-772388-4-iscsi neutron-server[80071]:     **kwargs)
Feb 02 13:38:35.979957 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 02 13:38:35.979957 dv-cinder-772388-4-iscsi neutron-server[80071]:     return self.request(url, 'GET', **kwargs)
Feb 02 13:38:35.979957 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 02 13:38:35.979957 dv-cinder-772388-4-iscsi neutron-server[80071]:     **endpoint_filter)
Feb 02 13:38:35.979957 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 02 13:38:35.979957 dv-cinder-772388-4-iscsi neutron-server[80071]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 02 13:38:35.979957 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 02 13:38:35.979957 dv-cinder-772388-4-iscsi neutron-server[80071]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 02 13:38:35.979957 dv-cinder-772388-4-iscsi neutron-server[80071]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 02 13:38:36.053382 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device 6cc1506e-246e-4c23-8872-859505a0ff96 up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:38:36.162166 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port 6cc1506e-246e-4c23-8872-859505a0ff96 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:38:36.162844 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:36.442617 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9047d6-8363-4385-bc1b-2a4696d3dfaa req-f961efe4-eab1-4aa8-9893-156978efd952 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:36.450634 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2f9047d6-8363-4385-bc1b-2a4696d3dfaa req-f961efe4-eab1-4aa8-9893-156978efd952 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=4e834d6a-7ab1-47fe-87ee-fe59ac65bf3e HTTP/1.1" status: 200  len: 945 time: 0.9135423
Feb 02 13:38:36.455072 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-7015b178-c184-47b5-89ec-f68b94b3172e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854763167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852699500'] for network, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:36.498463 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-7015b178-c184-47b5-89ec-f68b94b3172e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for network, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:36.505733 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:38:36.528730 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-7015b178-c184-47b5-89ec-f68b94b3172e admin admin] 10.222.0.133 "DELETE /v2.0/networks/477afb05-fcb3-4b7e-ae6c-73cdde1bd771 HTTP/1.1" status: 204  len: 168 time: 3.2260292
Feb 02 13:38:36.531151 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7015b178-c184-47b5-89ec-f68b94b3172e admin admin] Pushing event deleted for resources: {'Network': ['ID=477afb05-fcb3-4b7e-ae6c-73cdde1bd771,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:38:36.563259 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2f9047d6-8363-4385-bc1b-2a4696d3dfaa req-d5ffc00b-4db4-43ee-9110-26aca8e32904 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/security-groups?id=8e3981d7-7e1a-4930-b113-8bfee26cb618&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1115880
Feb 02 13:38:36.569055 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-7015b178-c184-47b5-89ec-f68b94b3172e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:38:36.690115 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device 7bc6178c-b396-4268-a4b8-952a8c7221fb up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:38:36.746183 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee1d6f-ee41-400f-bac8-940246950d74 req-879842ea-2fe2-45a2-b170-afc97179c592 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:36.748159 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-bfee1d6f-ee41-400f-bac8-940246950d74 req-879842ea-2fe2-45a2-b170-afc97179c592 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] 10.222.0.133 "GET /v2.0/ports?device_id=636d51bd-b698-4583-b759-88c7397795c1 HTTP/1.1" status: 200  len: 944 time: 0.6539180
Feb 02 13:38:36.887592 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-bfee1d6f-ee41-400f-bac8-940246950d74 req-4ac838c8-fd92-41e4-bae3-8a5fbc614f0a tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] 10.222.0.133 "GET /v2.0/security-groups?id=b8c97584-d7cc-489d-99cb-1056508a7754&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1233969
Feb 02 13:38:36.938688 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 42228) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:38:36.965588 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning for port 7bc6178c-b396-4268-a4b8-952a8c7221fb completed by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:38:36.972449 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port 7bc6178c-b396-4268-a4b8-952a8c7221fb triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:38:36.975467 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:37.053741 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-0a6ca954-39ac-427b-8154-27cbcc0e09da admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=55c343c282fb45fe8631dea808cfa022&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1136849
Feb 02 13:38:37.057664 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 42232) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:38:37.177498 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-2b7d0e87-8acd-4ad2-b0a0-3cf2260fbb62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:37.218458 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-2b7d0e87-8acd-4ad2-b0a0-3cf2260fbb62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:37.269374 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:37.322426 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-2b7d0e87-8acd-4ad2-b0a0-3cf2260fbb62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:37.322782 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] For port 7bc6178c-b396-4268-a4b8-952a8c7221fb, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=7bc6178c-b396-4268-a4b8-952a8c7221fb,segment=NetworkSegment(f025686b-0316-415a-a51c-89d822b0c35d),segment_id=f025686b-0316-415a-a51c-89d822b0c35d)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:38:37.324150 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '636d51bd-b698-4583-b759-88c7397795c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc6178c-b396-4268-a4b8-952a8c7221fb'}] {{(pid=80186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:38:37.332175 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:37.335698 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:38:37.348918 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-b48e6567-42ec-4124-b2a1-367441730476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:38:37.391348 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7d0e87-8acd-4ad2-b0a0-3cf2260fbb62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87daa413-f9b0-4be5-9831-1b097fed6ce3,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:38:37.397456 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-2b7d0e87-8acd-4ad2-b0a0-3cf2260fbb62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:38:37.399621 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-2b7d0e87-8acd-4ad2-b0a0-3cf2260fbb62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:37.402714 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-2b7d0e87-8acd-4ad2-b0a0-3cf2260fbb62 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/87daa413-f9b0-4be5-9831-1b097fed6ce3 HTTP/1.1" status: 204  len: 168 time: 0.3436737
Feb 02 13:38:37.475775 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5fa6e3-2f40-4d0f-bae4-8db8e8dace1a req-e72cf0cf-4ea8-4001-9c55-2a1ed745c9c6 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:37.478736 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ff5fa6e3-2f40-4d0f-bae4-8db8e8dace1a req-e72cf0cf-4ea8-4001-9c55-2a1ed745c9c6 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=2ed3a668-be97-4ec5-be44-a404ba149fde HTTP/1.1" status: 200  len: 946 time: 0.3932183
Feb 02 13:38:37.538419 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device 7bc6178c-b396-4268-a4b8-952a8c7221fb up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:38:37.689670 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '636d51bd-b698-4583-b759-88c7397795c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc6178c-b396-4268-a4b8-952a8c7221fb', 'code': 200}
Feb 02 13:38:37.738699 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ff5fa6e3-2f40-4d0f-bae4-8db8e8dace1a req-7f6a0b2f-886d-47d7-a2e0-88f07bcf09d9 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2454801
Feb 02 13:38:37.902567 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Pushing event updated for resources: {'Port': ['ID=7bc6178c-b396-4268-a4b8-952a8c7221fb,revision_number=4']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:38:37.921825 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:38:37.948276 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port 7bc6178c-b396-4268-a4b8-952a8c7221fb triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:38:37.948790 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:38.206007 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670bafdd-2e96-4b7f-a186-ac283059f868 req-99cf8e56-ae56-44a4-af5b-0e5ab36ecbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:38.209107 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-670bafdd-2e96-4b7f-a186-ac283059f868 req-99cf8e56-ae56-44a4-af5b-0e5ab36ecbd9 service neutron] 10.222.0.132 "GET /v2.0/ports?device_id=636d51bd-b698-4583-b759-88c7397795c1 HTTP/1.1" status: 200  len: 1163 time: 0.2540648
Feb 02 13:38:38.342652 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-670bafdd-2e96-4b7f-a186-ac283059f868 req-d4779aab-bb0a-4877-b4a0-46fdfff7dce8 service neutron] 10.222.0.132 "GET /v2.0/security-groups?id=b8c97584-d7cc-489d-99cb-1056508a7754&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1211195
Feb 02 13:38:38.362566 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device c589d339-358c-4a85-9297-cd3c9497bc88 up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:38:38.436095 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 42266) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:38:38.473879 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port c589d339-358c-4a85-9297-cd3c9497bc88 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:38:38.474212 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:38.496886 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc7bd6-e91c-4571-bb13-0de9ad6d79e4 req-f222e9ff-b4a6-4467-8fc0-2240490032d5 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:38.506976 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-04cc7bd6-e91c-4571-bb13-0de9ad6d79e4 req-f222e9ff-b4a6-4467-8fc0-2240490032d5 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] 10.222.0.133 "GET /v2.0/ports?device_id=636d51bd-b698-4583-b759-88c7397795c1 HTTP/1.1" status: 200  len: 946 time: 0.3959115
Feb 02 13:38:38.604737 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-04cc7bd6-e91c-4571-bb13-0de9ad6d79e4 req-efcca7b0-6dc3-4d76-a3a8-6d1da5e6e499 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] 10.222.0.133 "GET /v2.0/security-groups?id=b8c97584-d7cc-489d-99cb-1056508a7754&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0960937
Feb 02 13:38:38.638944 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-d662ec60-69e8-4c31-b7a6-47445fa352cc admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=22b172dd42164ab3909e5ea67b21e03e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2002099
Feb 02 13:38:38.641420 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 42270) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:38:38.705580 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4a8e0-a326-48f0-a4f5-0879b45305ca req-df40968d-ac78-4676-9650-0288dc11337a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:38.708406 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d4c4a8e0-a326-48f0-a4f5-0879b45305ca req-df40968d-ac78-4676-9650-0288dc11337a service neutron] 10.222.0.132 "GET /v2.0/ports?device_id=2ed3a668-be97-4ec5-be44-a404ba149fde HTTP/1.1" status: 200  len: 1163 time: 0.1831234
Feb 02 13:38:38.787498 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d4c4a8e0-a326-48f0-a4f5-0879b45305ca req-57c64e62-434c-4878-9f25-6c74beae7a35 service neutron] 10.222.0.132 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702543
Feb 02 13:38:38.809296 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-6b65697f-9680-4bc8-8f44-8a868d47e00b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:38.882042 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-6b65697f-9680-4bc8-8f44-8a868d47e00b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:38.971225 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-6b65697f-9680-4bc8-8f44-8a868d47e00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:38.979799 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-9058230e-38e8-4d52-b636-d1575751a3b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:38:39.003961 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b65697f-9680-4bc8-8f44-8a868d47e00b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c33d100-1f33-46f4-8dab-4d67b17752c8,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:38:39.059084 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-6b65697f-9680-4bc8-8f44-8a868d47e00b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:38:39.063211 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-6b65697f-9680-4bc8-8f44-8a868d47e00b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:39.067709 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-6b65697f-9680-4bc8-8f44-8a868d47e00b admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/3c33d100-1f33-46f4-8dab-4d67b17752c8 HTTP/1.1" status: 204  len: 168 time: 0.4248796
Feb 02 13:38:39.190304 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b405b-d336-4df0-913f-c471589df3fe req-3848bc9d-b6ac-4a54-a75c-195c88faae6c tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:39.192132 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-c24b405b-d336-4df0-913f-c471589df3fe req-3848bc9d-b6ac-4a54-a75c-195c88faae6c tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=2ed3a668-be97-4ec5-be44-a404ba149fde HTTP/1.1" status: 200  len: 946 time: 0.1931653
Feb 02 13:38:39.299753 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-c24b405b-d336-4df0-913f-c471589df3fe req-91f7ac53-1102-48b7-a1ab-c6381523b952 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984674
Feb 02 13:38:39.503445 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device 7bc6178c-b396-4268-a4b8-952a8c7221fb up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:38:39.730451 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port 7bc6178c-b396-4268-a4b8-952a8c7221fb triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:38:39.736545 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:40.079594 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b50861a-d761-49d3-b627-53a37e43cc08 req-b635bfae-5ea0-4fb0-8d3f-4fdd30c812ce tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:40.082436 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device c589d339-358c-4a85-9297-cd3c9497bc88 up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:38:40.089110 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-9b50861a-d761-49d3-b627-53a37e43cc08 req-b635bfae-5ea0-4fb0-8d3f-4fdd30c812ce tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] 10.222.0.133 "GET /v2.0/ports?device_id=636d51bd-b698-4583-b759-88c7397795c1 HTTP/1.1" status: 200  len: 946 time: 0.2490208
Feb 02 13:38:40.205977 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port c589d339-358c-4a85-9297-cd3c9497bc88 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:38:40.206686 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:40.300499 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-9b50861a-d761-49d3-b627-53a37e43cc08 req-a23f4ab5-13d8-49ff-94bd-11c181998327 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] 10.222.0.133 "GET /v2.0/security-groups?id=b8c97584-d7cc-489d-99cb-1056508a7754&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2101440
Feb 02 13:38:40.864847 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 42344) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:38:40.952372 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeccf963-5bcd-4c04-ab81-d6ad22d6993e req-4be7f9fb-b3a9-495b-891c-aee209665fc2 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:40.954580 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-aeccf963-5bcd-4c04-ab81-d6ad22d6993e req-4be7f9fb-b3a9-495b-891c-aee209665fc2 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=2ed3a668-be97-4ec5-be44-a404ba149fde HTTP/1.1" status: 200  len: 946 time: 0.2807572
Feb 02 13:38:41.052973 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-aeccf963-5bcd-4c04-ab81-d6ad22d6993e req-602176a5-33fd-4a7f-bcfc-7064d22590af tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917842
Feb 02 13:38:41.129848 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-a4308a35-7f64-4e70-890a-d70a35b8cbe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:41.154228 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-a4308a35-7f64-4e70-890a-d70a35b8cbe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:38:41.161504 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-a4308a35-7f64-4e70-890a-d70a35b8cbe8 admin admin] Usage tracker for resource:security_group_rule and tenant:80b37427fd1146308332598e0af3c656 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:38:41.166308 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-a4308a35-7f64-4e70-890a-d70a35b8cbe8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:38:41.173719 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-a4308a35-7f64-4e70-890a-d70a35b8cbe8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:38:41.343841 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-a4308a35-7f64-4e70-890a-d70a35b8cbe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:41.349051 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-a4308a35-7f64-4e70-890a-d70a35b8cbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:41.395562 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.agents_db [None req-a5446886-6d63-4256-b3e6-4e67ca866f31 None None] Agent healthcheck: found 6 active agents {{(pid=80187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 02 13:38:41.401776 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-db018c79-11c0-42f7-9ee9-0c966ce9c673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:38:41.421767 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-a4308a35-7f64-4e70-890a-d70a35b8cbe8 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=80b37427fd1146308332598e0af3c656&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5553062
Feb 02 13:38:41.425419 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 42368) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:38:41.457816 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4308a35-7f64-4e70-890a-d70a35b8cbe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77fdf11-0fc8-433c-b7da-c476e3a9a2ff,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:38:41.466961 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device c589d339-358c-4a85-9297-cd3c9497bc88 up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:38:41.474378 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-a4308a35-7f64-4e70-890a-d70a35b8cbe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:38:41.534186 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3f4a0f91-ccb7-4566-ba71-2557fc893f42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:41.655094 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port c589d339-358c-4a85-9297-cd3c9497bc88 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:38:41.655845 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:41.849091 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3f4a0f91-ccb7-4566-ba71-2557fc893f42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:41.916921 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3f4a0f91-ccb7-4566-ba71-2557fc893f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:41.935223 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f04a59da-4e30-4121-92d6-9be858317605 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:38:41.992990 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a0f91-ccb7-4566-ba71-2557fc893f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77fdf11-0fc8-433c-b7da-c476e3a9a2ff,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:38:41.995701 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-3f4a0f91-ccb7-4566-ba71-2557fc893f42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:38:42.012813 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3f4a0f91-ccb7-4566-ba71-2557fc893f42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:42.017316 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-3f4a0f91-ccb7-4566-ba71-2557fc893f42 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/b77fdf11-0fc8-433c-b7da-c476e3a9a2ff HTTP/1.1" status: 204  len: 168 time: 0.5885665
Feb 02 13:38:42.280303 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 42388) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:38:42.374554 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f47b821-7121-4870-990b-9ba1abaa7b06 req-cf43d772-28f2-4035-b2ff-feed19d10b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:42.378186 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2f47b821-7121-4870-990b-9ba1abaa7b06 req-cf43d772-28f2-4035-b2ff-feed19d10b8f service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=cea623c3b184459485bd931a9663986e&device_id=2ed3a668-be97-4ec5-be44-a404ba149fde HTTP/1.1" status: 200  len: 1163 time: 0.3353562
Feb 02 13:38:42.614839 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f47b821-7121-4870-990b-9ba1abaa7b06 req-7843f574-9160-4d25-a868-0d3e148fdfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:42.616814 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2f47b821-7121-4870-990b-9ba1abaa7b06 req-7843f574-9160-4d25-a868-0d3e148fdfeb service neutron] 10.222.0.132 "GET /v2.0/networks?id=0102586b-cbe3-455e-8beb-466400271cff HTTP/1.1" status: 200  len: 913 time: 0.2291820
Feb 02 13:38:42.617213 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e013e489-6681-4ca5-b71a-14ec876b9fe4 req-e9c493d3-08dd-4337-96a2-162a7a916f40 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:42.620916 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e013e489-6681-4ca5-b71a-14ec876b9fe4 req-e9c493d3-08dd-4337-96a2-162a7a916f40 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=2ed3a668-be97-4ec5-be44-a404ba149fde HTTP/1.1" status: 200  len: 946 time: 0.2488575
Feb 02 13:38:42.797499 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2f47b821-7121-4870-990b-9ba1abaa7b06 req-576e7665-3ba1-4f88-9245-88327d181439 service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c589d339-358c-4a85-9297-cd3c9497bc88 HTTP/1.1" status: 200  len: 217 time: 0.1744692
Feb 02 13:38:42.872684 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e013e489-6681-4ca5-b71a-14ec876b9fe4 req-066d8da9-5453-4416-a2e1-7a858344314a tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2432699
Feb 02 13:38:42.938452 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-26820511-4791-4cd8-9b3b-87bc30089e75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:42.970794 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-26820511-4791-4cd8-9b3b-87bc30089e75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:38:42.975531 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-26820511-4791-4cd8-9b3b-87bc30089e75 admin admin] Usage tracker for resource:security_group_rule and tenant:2a1b48c6a1eb4721af3987b49cbd5bac is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:38:42.980011 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-26820511-4791-4cd8-9b3b-87bc30089e75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:38:42.987138 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-26820511-4791-4cd8-9b3b-87bc30089e75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:38:43.008846 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f47b821-7121-4870-990b-9ba1abaa7b06 req-296a44aa-d3d9-45c8-8e1e-38d155180319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:43.010697 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2f47b821-7121-4870-990b-9ba1abaa7b06 req-296a44aa-d3d9-45c8-8e1e-38d155180319 service neutron] 10.222.0.132 "GET /v2.0/subnets?id=c2340414-8894-4d0b-932b-2cabaace3a3e HTTP/1.1" status: 200  len: 859 time: 0.2065487
Feb 02 13:38:43.030546 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 42408) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:38:43.078825 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2f47b821-7121-4870-990b-9ba1abaa7b06 req-63b8af9b-00da-4afa-9e0b-1cf6794a2785 service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=0102586b-cbe3-455e-8beb-466400271cff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0599291
Feb 02 13:38:43.160973 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-744158eb-a29f-4fd1-8486-5ef1c4119dd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:43.205704 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-744158eb-a29f-4fd1-8486-5ef1c4119dd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:38:43.213228 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-744158eb-a29f-4fd1-8486-5ef1c4119dd1 admin admin] Usage tracker for resource:security_group_rule and tenant:5ba0f9ed1c2349dcaa12cc64144f889f is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:38:43.218380 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-744158eb-a29f-4fd1-8486-5ef1c4119dd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:38:43.228810 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-744158eb-a29f-4fd1-8486-5ef1c4119dd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:38:43.279663 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2f47b821-7121-4870-990b-9ba1abaa7b06 req-d385eae7-a7a7-4dfd-9bb1-c18462f686fd service neutron] 10.222.0.132 "GET /v2.0/networks/0102586b-cbe3-455e-8beb-466400271cff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1941900
Feb 02 13:38:43.414272 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-26820511-4791-4cd8-9b3b-87bc30089e75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:43.522541 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2f47b821-7121-4870-990b-9ba1abaa7b06 req-efe2cc70-fb65-45f9-8b7c-1313a1542ec6 service neutron] 10.222.0.132 "GET /v2.0/networks/0102586b-cbe3-455e-8beb-466400271cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2363548
Feb 02 13:38:43.528359 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d494da5-7800-48bd-b34f-64b204ed0529 req-520a26bf-9a71-484f-97f8-7addac47d0d2 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:43.536115 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-9d494da5-7800-48bd-b34f-64b204ed0529 req-520a26bf-9a71-484f-97f8-7addac47d0d2 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] 10.222.0.133 "GET /v2.0/ports?device_id=636d51bd-b698-4583-b759-88c7397795c1 HTTP/1.1" status: 200  len: 946 time: 0.4662509
Feb 02 13:38:43.546291 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-26820511-4791-4cd8-9b3b-87bc30089e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:43.561504 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-445068fa-f72b-476e-b36e-e20877f32b71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:38:43.614588 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-26820511-4791-4cd8-9b3b-87bc30089e75 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=2a1b48c6a1eb4721af3987b49cbd5bac&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3319519
Feb 02 13:38:43.617851 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 42424) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:38:43.677206 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-9d494da5-7800-48bd-b34f-64b204ed0529 req-6c1c2086-6943-4588-9d6b-c2c47994d672 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] 10.222.0.133 "GET /v2.0/security-groups?id=b8c97584-d7cc-489d-99cb-1056508a7754&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1399925
Feb 02 13:38:43.693149 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-744158eb-a29f-4fd1-8486-5ef1c4119dd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:43.701441 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-744158eb-a29f-4fd1-8486-5ef1c4119dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:43.710408 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26820511-4791-4cd8-9b3b-87bc30089e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4d674e-7f8c-4f03-9672-e8d1531dfc22,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:38:43.717114 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-26820511-4791-4cd8-9b3b-87bc30089e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:38:43.717851 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-2ccbfb04-154f-4264-a67e-ec87be364909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:38:43.768516 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-44fa4a22-4916-4206-a713-b040016981a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:43.795779 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-744158eb-a29f-4fd1-8486-5ef1c4119dd1 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=5ba0f9ed1c2349dcaa12cc64144f889f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7632051
Feb 02 13:38:43.798526 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 42428) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:38:43.821354 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744158eb-a29f-4fd1-8486-5ef1c4119dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4977b6-fe2a-4510-a482-4b90fc5db56a,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:38:43.825582 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-44fa4a22-4916-4206-a713-b040016981a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:43.828282 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-744158eb-a29f-4fd1-8486-5ef1c4119dd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:38:43.896785 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-5cff83e9-0762-4269-acdc-c32c960b6221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:43.909318 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-44fa4a22-4916-4206-a713-b040016981a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:43.917508 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-4f9fe583-41a9-46c9-a5b1-3177a25a8eaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:38:43.945349 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa4a22-4916-4206-a713-b040016981a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4d674e-7f8c-4f03-9672-e8d1531dfc22,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:38:43.952793 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-5cff83e9-0762-4269-acdc-c32c960b6221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:43.963916 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-44fa4a22-4916-4206-a713-b040016981a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:38:43.969313 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-44fa4a22-4916-4206-a713-b040016981a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:43.970749 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-44fa4a22-4916-4206-a713-b040016981a4 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/8f4d674e-7f8c-4f03-9672-e8d1531dfc22 HTTP/1.1" status: 204  len: 168 time: 0.3508725
Feb 02 13:38:44.011528 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-5cff83e9-0762-4269-acdc-c32c960b6221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:44.017942 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:38:44.041463 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff83e9-0762-4269-acdc-c32c960b6221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4977b6-fe2a-4510-a482-4b90fc5db56a,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:38:44.048375 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-5cff83e9-0762-4269-acdc-c32c960b6221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:38:44.051664 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-5cff83e9-0762-4269-acdc-c32c960b6221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:44.053761 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-5cff83e9-0762-4269-acdc-c32c960b6221 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/ac4977b6-fe2a-4510-a482-4b90fc5db56a HTTP/1.1" status: 204  len: 168 time: 0.2533772
Feb 02 13:38:44.310373 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a6c56-846e-4bab-add4-bc26e2e468f4 req-b5d8d106-def9-4139-8597-f68fd2743d2e tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:44.319144 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a78a6c56-846e-4bab-add4-bc26e2e468f4 req-b5d8d106-def9-4139-8597-f68fd2743d2e tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=2ed3a668-be97-4ec5-be44-a404ba149fde HTTP/1.1" status: 200  len: 946 time: 0.2137973
Feb 02 13:38:44.343965 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ab16d-eb52-4844-aef7-ac1dd82ce172 req-0ea26e13-5626-4901-9c47-42ce6c253594 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:44.344691 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-383ab16d-eb52-4844-aef7-ac1dd82ce172 req-0ea26e13-5626-4901-9c47-42ce6c253594 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Synchronizing usage tracker for tenant:b87ea442d54c422ea825a9f455da244e on resource:port {{(pid=80185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:38:44.366342 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-383ab16d-eb52-4844-aef7-ac1dd82ce172 req-0ea26e13-5626-4901-9c47-42ce6c253594 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Unset dirty status for tenant:b87ea442d54c422ea825a9f455da244e on resource:port {{(pid=80185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:38:44.367666 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-383ab16d-eb52-4844-aef7-ac1dd82ce172 req-0ea26e13-5626-4901-9c47-42ce6c253594 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] 10.222.0.132 "GET /v2.0/ports?device_id=636d51bd-b698-4583-b759-88c7397795c1 HTTP/1.1" status: 200  len: 946 time: 0.2710116
Feb 02 13:38:44.414493 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a78a6c56-846e-4bab-add4-bc26e2e468f4 req-7dd67279-fb1e-49f6-bd92-6a429e7a40f6 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0942006
Feb 02 13:38:44.513764 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-383ab16d-eb52-4844-aef7-ac1dd82ce172 req-7f539028-12f2-41d5-9f49-63128158632d tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Deleting port 7bc6178c-b396-4268-a4b8-952a8c7221fb {{(pid=80185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:38:44.514387 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-383ab16d-eb52-4844-aef7-ac1dd82ce172 req-7f539028-12f2-41d5-9f49-63128158632d tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:44.870801 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-383ab16d-eb52-4844-aef7-ac1dd82ce172 req-7f539028-12f2-41d5-9f49-63128158632d tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] For port 7bc6178c-b396-4268-a4b8-952a8c7221fb, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=7bc6178c-b396-4268-a4b8-952a8c7221fb,segment=NetworkSegment(f025686b-0316-415a-a51c-89d822b0c35d),segment_id=f025686b-0316-415a-a51c-89d822b0c35d)] {{(pid=80185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:38:44.872032 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-383ab16d-eb52-4844-aef7-ac1dd82ce172 req-7f539028-12f2-41d5-9f49-63128158632d tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:45.111017 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-383ab16d-eb52-4844-aef7-ac1dd82ce172 req-7f539028-12f2-41d5-9f49-63128158632d tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Calling delete_port for 7bc6178c-b396-4268-a4b8-952a8c7221fb owned by compute:nova {{(pid=80185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:38:45.255336 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad485b0-fd20-49c6-83b1-bca146274442 req-6dc65e5e-d768-4c0f-aed2-ea4a5a293320 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:45.257680 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6ad485b0-fd20-49c6-83b1-bca146274442 req-6dc65e5e-d768-4c0f-aed2-ea4a5a293320 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] 10.222.0.133 "GET /v2.0/ports?device_id=636d51bd-b698-4583-b759-88c7397795c1 HTTP/1.1" status: 200  len: 946 time: 0.3045032
Feb 02 13:38:45.327118 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-383ab16d-eb52-4844-aef7-ac1dd82ce172 req-7f539028-12f2-41d5-9f49-63128158632d tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264942761622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264943208991'] for port, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:45.393105 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6ad485b0-fd20-49c6-83b1-bca146274442 req-596bfee0-5b31-43c9-bf25-a38c59a4b6c6 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] 10.222.0.133 "GET /v2.0/security-groups?id=b8c97584-d7cc-489d-99cb-1056508a7754&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1208966
Feb 02 13:38:45.429875 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-ccf2988d-e8d3-4cdd-a1ea-cbdac58c3d38 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:38:45.453163 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device 7bc6178c-b396-4268-a4b8-952a8c7221fb no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 02 13:38:45.533525 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] No Port match for: 7bc6178c-b396-4268-a4b8-952a8c7221fb {{(pid=80186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 02 13:38:45.533928 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device 7bc6178c-b396-4268-a4b8-952a8c7221fb not bound to the agent host hv-cinder-77238 {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 02 13:38:45.592322 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f539028-12f2-41d5-9f49-63128158632d tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Pushing event deleted for resources: {'Port': ['ID=7bc6178c-b396-4268-a4b8-952a8c7221fb,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:38:45.595428 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-7f539028-12f2-41d5-9f49-63128158632d tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:38:45.676499 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [req-383ab16d-eb52-4844-aef7-ac1dd82ce172 req-7f539028-12f2-41d5-9f49-63128158632d tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] No DVR routers for this DVR port 7bc6178c-b396-4268-a4b8-952a8c7221fb on host hv-cinder-77238 {{(pid=80185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 02 13:38:45.680168 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-383ab16d-eb52-4844-aef7-ac1dd82ce172 req-7f539028-12f2-41d5-9f49-63128158632d tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for port, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:45.686229 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '636d51bd-b698-4583-b759-88c7397795c1', 'name': 'network-vif-deleted', 'tag': '7bc6178c-b396-4268-a4b8-952a8c7221fb'}] {{(pid=80185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:38:45.695574 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 42484) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:38:45.722354 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-383ab16d-eb52-4844-aef7-ac1dd82ce172 req-7f539028-12f2-41d5-9f49-63128158632d tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] 10.222.0.132 "DELETE /v2.0/ports/7bc6178c-b396-4268-a4b8-952a8c7221fb HTTP/1.1" status: 204  len: 173 time: 1.3490798
Feb 02 13:38:45.819571 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '636d51bd-b698-4583-b759-88c7397795c1', 'name': 'network-vif-deleted', 'tag': '7bc6178c-b396-4268-a4b8-952a8c7221fb', 'status': 'completed', 'code': 200}
Feb 02 13:38:45.931906 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6730d80c-0660-454e-b7eb-679b4bb40471 req-093f55df-8e6d-4bb8-8e17-91214121b4db tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:45.933705 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6730d80c-0660-454e-b7eb-679b4bb40471 req-093f55df-8e6d-4bb8-8e17-91214121b4db tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=2ed3a668-be97-4ec5-be44-a404ba149fde HTTP/1.1" status: 200  len: 946 time: 0.3498816
Feb 02 13:38:46.051882 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6730d80c-0660-454e-b7eb-679b4bb40471 req-a096bbe0-3be4-4139-9dce-66e1b2ff2677 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1090865
Feb 02 13:38:46.285141 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f0a05e5a-38a0-4943-bd78-c0a25d1ed535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:46.317045 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-f0a05e5a-38a0-4943-bd78-c0a25d1ed535 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:38:46.325117 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-f0a05e5a-38a0-4943-bd78-c0a25d1ed535 admin admin] Usage tracker for resource:security_group_rule and tenant:f30950ee52ad48fe89a6c0802b7b6583 is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:38:46.331026 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-f0a05e5a-38a0-4943-bd78-c0a25d1ed535 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:38:46.343171 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-f0a05e5a-38a0-4943-bd78-c0a25d1ed535 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:38:46.566868 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f0a05e5a-38a0-4943-bd78-c0a25d1ed535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:46.575356 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f0a05e5a-38a0-4943-bd78-c0a25d1ed535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:46.599984 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-3f4a0f91-ccb7-4566-ba71-2557fc893f42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:38:46.648948 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 42510) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:38:46.649681 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-f0a05e5a-38a0-4943-bd78-c0a25d1ed535 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=f30950ee52ad48fe89a6c0802b7b6583&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9339814
Feb 02 13:38:46.670783 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a05e5a-38a0-4943-bd78-c0a25d1ed535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b726da2e-7e08-46e8-a90e-39de25dc0bb7,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:38:46.674819 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f0a05e5a-38a0-4943-bd78-c0a25d1ed535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:38:46.841255 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-86bbbd85-1a5f-469e-a471-91b654f7bfea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:46.864861 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ed82e597-d302-4e1b-a6c6-43f0e240e1ff req-25d6bdee-1aa2-4df4-90ed-3292f83f5ec6 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] 10.222.0.133 "GET /v2.0/ports?device_id=636d51bd-b698-4583-b759-88c7397795c1 HTTP/1.1" status: 200  len: 210 time: 0.1168234
Feb 02 13:38:46.912068 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-86bbbd85-1a5f-469e-a471-91b654f7bfea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:46.983879 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-86bbbd85-1a5f-469e-a471-91b654f7bfea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:46.989737 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-ecc5db70-5162-414a-8dec-b00ed6b234ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:38:47.021605 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bbbd85-1a5f-469e-a471-91b654f7bfea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b726da2e-7e08-46e8-a90e-39de25dc0bb7,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:38:47.024357 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-86bbbd85-1a5f-469e-a471-91b654f7bfea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:38:47.050087 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-86bbbd85-1a5f-469e-a471-91b654f7bfea admin admin] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:47.052128 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-86bbbd85-1a5f-469e-a471-91b654f7bfea admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/b726da2e-7e08-46e8-a90e-39de25dc0bb7 HTTP/1.1" status: 204  len: 168 time: 0.4009342
Feb 02 13:38:48.061769 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b9df9-ba96-45d0-a37c-8b47a2a414b3 req-baeb56f0-ccc6-4bb4-9168-878ced9ac20b tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:48.076452 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6c5b9df9-ba96-45d0-a37c-8b47a2a414b3 req-baeb56f0-ccc6-4bb4-9168-878ced9ac20b tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=2ed3a668-be97-4ec5-be44-a404ba149fde HTTP/1.1" status: 200  len: 946 time: 0.3492355
Feb 02 13:38:48.210161 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6c5b9df9-ba96-45d0-a37c-8b47a2a414b3 req-918e3f68-7031-4a64-989f-2bde81ba4c70 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1318388
Feb 02 13:38:48.960795 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b91399-21ca-4d10-b518-e9406feb4a21 req-f011aa96-44ba-41fd-9704-402f5bb3ccf1 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:48.962927 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-39b91399-21ca-4d10-b518-e9406feb4a21 req-f011aa96-44ba-41fd-9704-402f5bb3ccf1 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] 10.222.0.133 "GET /v2.0/networks?id=ee852d65-d96d-43a3-8cbc-0843d3d76440 HTTP/1.1" status: 200  len: 809 time: 0.3563435
Feb 02 13:38:48.987221 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-39b91399-21ca-4d10-b518-e9406feb4a21 req-2728332b-0140-4f46-9dc3-e36a7fc32fb2 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] 10.222.0.133 "GET /v2.0/quotas/b87ea442d54c422ea825a9f455da244e HTTP/1.1" status: 200  len: 375 time: 0.0131893
Feb 02 13:38:49.072492 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-39b91399-21ca-4d10-b518-e9406feb4a21 req-12bedb9f-9ff8-489f-9194-158ec422a752 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] 10.222.0.133 "GET /v2.0/ports?tenant_id=b87ea442d54c422ea825a9f455da244e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0747402
Feb 02 13:38:49.354503 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-39b91399-21ca-4d10-b518-e9406feb4a21 req-b149ddad-98fd-4f40-83a8-3f5760d2730a service neutron] 10.222.0.133 "GET /v2.0/networks/ee852d65-d96d-43a3-8cbc-0843d3d76440?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2657361
Feb 02 13:38:49.596518 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-39b91399-21ca-4d10-b518-e9406feb4a21 req-a7f0930f-045a-422f-aaf8-e30469455d1c service neutron] 10.222.0.133 "GET /v2.0/networks/ee852d65-d96d-43a3-8cbc-0843d3d76440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2405250
Feb 02 13:38:49.877647 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-78088873-1702-48bb-b8ae-9c5ab3f03df4 req-c62ef562-371e-49bc-b504-db1631d3b9da tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] 10.222.0.133 "GET /v2.0/ports?device_id=d7d13825-f351-4c84-9db4-9cb0fc9dc28c HTTP/1.1" status: 200  len: 210 time: 0.0616808
Feb 02 13:38:51.323420 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2adca82e-4aec-4967-abda-81c64154eb52 req-b28b4b4c-00e4-4710-9659-197085895531 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] 10.222.0.133 "GET /v2.0/ports?device_id=d7d13825-f351-4c84-9db4-9cb0fc9dc28c HTTP/1.1" status: 200  len: 210 time: 0.1517146
Feb 02 13:38:51.979117 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b91399-21ca-4d10-b518-e9406feb4a21 req-c3375bdf-f6a8-41f4-a030-208f02b23e58 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:51.981270 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-39b91399-21ca-4d10-b518-e9406feb4a21 req-c3375bdf-f6a8-41f4-a030-208f02b23e58 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] 10.222.0.132 "GET /v2.0/networks?id=ee852d65-d96d-43a3-8cbc-0843d3d76440 HTTP/1.1" status: 200  len: 809 time: 0.6251016
Feb 02 13:38:52.005056 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-39b91399-21ca-4d10-b518-e9406feb4a21 req-0f9f881c-d5f3-4c06-9191-4d958e6ba655 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Request body: {'port': {'device_id': 'd7d13825-f351-4c84-9db4-9cb0fc9dc28c', 'network_id': 'ee852d65-d96d-43a3-8cbc-0843d3d76440', 'admin_state_up': True, 'tenant_id': 'b87ea442d54c422ea825a9f455da244e'}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:38:52.251113 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-39b91399-21ca-4d10-b518-e9406feb4a21 req-0f9f881c-d5f3-4c06-9191-4d958e6ba655 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:38:52.256128 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-39b91399-21ca-4d10-b518-e9406feb4a21 req-0f9f881c-d5f3-4c06-9191-4d958e6ba655 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Usage tracker for resource:port and tenant:b87ea442d54c422ea825a9f455da244e is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:38:52.261372 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-39b91399-21ca-4d10-b518-e9406feb4a21 req-0f9f881c-d5f3-4c06-9191-4d958e6ba655 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:38:52.272465 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-39b91399-21ca-4d10-b518-e9406feb4a21 req-0f9f881c-d5f3-4c06-9191-4d958e6ba655 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:38:52.287359 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39b91399-21ca-4d10-b518-e9406feb4a21 req-0f9f881c-d5f3-4c06-9191-4d958e6ba655 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Made reservation on behalf of b87ea442d54c422ea825a9f455da244e for: {'port': 1} {{(pid=80185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 02 13:38:52.326956 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-39b91399-21ca-4d10-b518-e9406feb4a21 req-0f9f881c-d5f3-4c06-9191-4d958e6ba655 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:52.776043 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d9d53218-650d-43cf-8831-3bc0b8c458c5 req-44074bda-a682-4032-a4f5-c73683d7a843 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] 10.222.0.133 "GET /v2.0/ports?device_id=d7d13825-f351-4c84-9db4-9cb0fc9dc28c HTTP/1.1" status: 200  len: 210 time: 0.0926902
Feb 02 13:38:52.868998 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_common [req-39b91399-21ca-4d10-b518-e9406feb4a21 req-0f9f881c-d5f3-4c06-9191-4d958e6ba655 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Allocated IP 172.20.0.4 (ee852d65-d96d-43a3-8cbc-0843d3d76440/fbaa3bed-23e3-4bba-b81d-2ce7d9ceaf68/88f0143a-2e3e-4bbd-98cd-54e87f73dd06) {{(pid=80185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 02 13:38:53.469371 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-39b91399-21ca-4d10-b518-e9406feb4a21 req-0f9f881c-d5f3-4c06-9191-4d958e6ba655 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Notify callbacks [] for port, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:53.528775 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-39b91399-21ca-4d10-b518-e9406feb4a21 req-0f9f881c-d5f3-4c06-9191-4d958e6ba655 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264943169311'] for port, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:53.560406 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:38:53.849435 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f881c-d5f3-4c06-9191-4d958e6ba655 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Pushing event updated for resources: {'Port': ['ID=88f0143a-2e3e-4bbd-98cd-54e87f73dd06,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:38:53.859064 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-0f9f881c-d5f3-4c06-9191-4d958e6ba655 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:38:54.010977 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39b91399-21ca-4d10-b518-e9406feb4a21 req-0f9f881c-d5f3-4c06-9191-4d958e6ba655 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Network ee852d65-d96d-43a3-8cbc-0843d3d76440 is already hosted by enough agents. {{(pid=80185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:38:54.010977 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [req-39b91399-21ca-4d10-b518-e9406feb4a21 req-0f9f881c-d5f3-4c06-9191-4d958e6ba655 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Resources bound (agent type, host, resource id):  {{(pid=80185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:38:54.021155 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b91399-21ca-4d10-b518-e9406feb4a21 req-0f9f881c-d5f3-4c06-9191-4d958e6ba655 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Received port after_create {{(pid=80185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 02 13:38:54.106324 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b91399-21ca-4d10-b518-e9406feb4a21 req-0f9f881c-d5f3-4c06-9191-4d958e6ba655 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:54.107476 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-39b91399-21ca-4d10-b518-e9406feb4a21 req-0f9f881c-d5f3-4c06-9191-4d958e6ba655 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for port, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:54.152710 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-39b91399-21ca-4d10-b518-e9406feb4a21 req-0f9f881c-d5f3-4c06-9191-4d958e6ba655 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] 10.222.0.132 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1538014
Feb 02 13:38:54.168450 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-39b91399-21ca-4d10-b518-e9406feb4a21 req-f719b139-c1d5-4b51-bc5a-f29fdde86359 service neutron] Request body: {'port': {'device_id': 'd7d13825-f351-4c84-9db4-9cb0fc9dc28c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:38:54.333229 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270fbe55-b808-4437-b1c8-63f48f1ac4c3 req-316b0729-183e-4667-ac93-321835135dd3 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:54.336084 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-270fbe55-b808-4437-b1c8-63f48f1ac4c3 req-316b0729-183e-4667-ac93-321835135dd3 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] 10.222.0.133 "GET /v2.0/ports?device_id=d7d13825-f351-4c84-9db4-9cb0fc9dc28c HTTP/1.1" status: 200  len: 931 time: 0.2825527
Feb 02 13:38:54.385728 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-39b91399-21ca-4d10-b518-e9406feb4a21 req-f719b139-c1d5-4b51-bc5a-f29fdde86359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:54.436230 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-270fbe55-b808-4437-b1c8-63f48f1ac4c3 req-c6588515-6f1e-4748-9fc3-021bd559db21 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] 10.222.0.133 "GET /v2.0/security-groups?id=b8c97584-d7cc-489d-99cb-1056508a7754&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890260
Feb 02 13:38:55.159917 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [req-39b91399-21ca-4d10-b518-e9406feb4a21 req-f719b139-c1d5-4b51-bc5a-f29fdde86359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88f0143a-2e3e-4bbd-98cd-54e87f73dd06 {{(pid=80185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 02 13:38:55.177298 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-39b91399-21ca-4d10-b518-e9406feb4a21 req-f719b139-c1d5-4b51-bc5a-f29fdde86359 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:55.202582 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [req-39b91399-21ca-4d10-b518-e9406feb4a21 req-f719b139-c1d5-4b51-bc5a-f29fdde86359 service neutron] Transition to ACTIVE for port object 88f0143a-2e3e-4bbd-98cd-54e87f73dd06 will not be triggered until provisioned by entity L2. {{(pid=80185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:38:55.207350 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-39b91399-21ca-4d10-b518-e9406feb4a21 req-f719b139-c1d5-4b51-bc5a-f29fdde86359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:55.251585 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-dfd722e2-e93d-4cc3-a3d2-8336ad50628d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:38:55.642312 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f719b139-c1d5-4b51-bc5a-f29fdde86359 service neutron] Pushing event updated for resources: {'Port': ['ID=88f0143a-2e3e-4bbd-98cd-54e87f73dd06,revision_number=2']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:38:55.652536 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f719b139-c1d5-4b51-bc5a-f29fdde86359 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:38:55.979979 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-040b14e3-dd05-4772-9371-ca630eaec883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:56.018208 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [req-39b91399-21ca-4d10-b518-e9406feb4a21 req-f719b139-c1d5-4b51-bc5a-f29fdde86359 service neutron] Attempting to bind port 88f0143a-2e3e-4bbd-98cd-54e87f73dd06 on host hv-cinder-77238 for vnic_type normal with profile  {{(pid=80185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 02 13:38:56.018641 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [req-39b91399-21ca-4d10-b518-e9406feb4a21 req-f719b139-c1d5-4b51-bc5a-f29fdde86359 service neutron] Attempting to bind port 88f0143a-2e3e-4bbd-98cd-54e87f73dd06 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': 'f025686b-0316-415a-a51c-89d822b0c35d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ee852d65-d96d-43a3-8cbc-0843d3d76440'}] {{(pid=80185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 02 13:38:56.018974 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b91399-21ca-4d10-b518-e9406feb4a21 req-f719b139-c1d5-4b51-bc5a-f29fdde86359 service neutron] Attempting to bind port 88f0143a-2e3e-4bbd-98cd-54e87f73dd06 on network ee852d65-d96d-43a3-8cbc-0843d3d76440 {{(pid=80185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 02 13:38:56.030786 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b91399-21ca-4d10-b518-e9406feb4a21 req-f719b139-c1d5-4b51-bc5a-f29fdde86359 service neutron] Checking agent: {'id': '3f7ac43e-b359-42e2-9e67-18be39e96b32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 34, 33), 'started_at': datetime.datetime(2021, 2, 2, 13, 35, 3), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.120', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 02 13:38:56.031242 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b91399-21ca-4d10-b518-e9406feb4a21 req-f719b139-c1d5-4b51-bc5a-f29fdde86359 service neutron] Checking segment: {'id': 'f025686b-0316-415a-a51c-89d822b0c35d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ee852d65-d96d-43a3-8cbc-0843d3d76440'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:38:56.031592 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-39b91399-21ca-4d10-b518-e9406feb4a21 req-f719b139-c1d5-4b51-bc5a-f29fdde86359 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:56.032047 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b91399-21ca-4d10-b518-e9406feb4a21 req-f719b139-c1d5-4b51-bc5a-f29fdde86359 service neutron] Bound using segment: {'id': 'f025686b-0316-415a-a51c-89d822b0c35d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ee852d65-d96d-43a3-8cbc-0843d3d76440'} {{(pid=80185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 02 13:38:56.032585 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [req-39b91399-21ca-4d10-b518-e9406feb4a21 req-f719b139-c1d5-4b51-bc5a-f29fdde86359 service neutron] Bound port: 88f0143a-2e3e-4bbd-98cd-54e87f73dd06, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f025686b-0316-415a-a51c-89d822b0c35d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ee852d65-d96d-43a3-8cbc-0843d3d76440'}}] {{(pid=80185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 02 13:38:56.033007 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-39b91399-21ca-4d10-b518-e9406feb4a21 req-f719b139-c1d5-4b51-bc5a-f29fdde86359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:56.234884 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-39b91399-21ca-4d10-b518-e9406feb4a21 req-f719b139-c1d5-4b51-bc5a-f29fdde86359 service neutron] For port 88f0143a-2e3e-4bbd-98cd-54e87f73dd06, host hv-cinder-77238, cleared binding levels {{(pid=80185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 02 13:38:56.240431 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-39b91399-21ca-4d10-b518-e9406feb4a21 req-f719b139-c1d5-4b51-bc5a-f29fdde86359 service neutron] For port 88f0143a-2e3e-4bbd-98cd-54e87f73dd06, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=88f0143a-2e3e-4bbd-98cd-54e87f73dd06,segment=NetworkSegment(f025686b-0316-415a-a51c-89d822b0c35d),segment_id=f025686b-0316-415a-a51c-89d822b0c35d)] {{(pid=80185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 02 13:38:56.269733 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-39b91399-21ca-4d10-b518-e9406feb4a21 req-f719b139-c1d5-4b51-bc5a-f29fdde86359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:56.287447 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523a92e-caa0-4f11-a051-71df7fea0469 req-f0fc47da-1163-442d-8892-c3e2cab1089e tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:56.302295 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3523a92e-caa0-4f11-a051-71df7fea0469 req-f0fc47da-1163-442d-8892-c3e2cab1089e tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] 10.222.0.133 "GET /v2.0/ports?device_id=d7d13825-f351-4c84-9db4-9cb0fc9dc28c HTTP/1.1" status: 200  len: 943 time: 0.3625164
Feb 02 13:38:56.331045 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-95da9dce-dc72-4d7e-bb28-18459af8e545 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:38:56.434142 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3523a92e-caa0-4f11-a051-71df7fea0469 req-85498b82-dd8b-4259-9b94-d05c1ee1c9da tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] 10.222.0.133 "GET /v2.0/security-groups?id=b8c97584-d7cc-489d-99cb-1056508a7754&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1300981
Feb 02 13:38:56.630474 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f719b139-c1d5-4b51-bc5a-f29fdde86359 service neutron] Pushing event updated for resources: {'Port': ['ID=88f0143a-2e3e-4bbd-98cd-54e87f73dd06,revision_number=3']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:38:56.639090 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f719b139-c1d5-4b51-bc5a-f29fdde86359 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:38:56.723312 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b91399-21ca-4d10-b518-e9406feb4a21 req-f719b139-c1d5-4b51-bc5a-f29fdde86359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:56.724571 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-39b91399-21ca-4d10-b518-e9406feb4a21 req-f719b139-c1d5-4b51-bc5a-f29fdde86359 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for port, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:56.726636 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-39b91399-21ca-4d10-b518-e9406feb4a21 req-f719b139-c1d5-4b51-bc5a-f29fdde86359 service neutron] 10.222.0.132 "PUT /v2.0/ports/88f0143a-2e3e-4bbd-98cd-54e87f73dd06 HTTP/1.1" status: 200  len: 1157 time: 2.5657470
Feb 02 13:38:56.727211 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7d13825-f351-4c84-9db4-9cb0fc9dc28c', 'tag': '88f0143a-2e3e-4bbd-98cd-54e87f73dd06'}] {{(pid=80185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:38:56.896243 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7d13825-f351-4c84-9db4-9cb0fc9dc28c', 'tag': '88f0143a-2e3e-4bbd-98cd-54e87f73dd06', 'status': 'completed', 'code': 200}
Feb 02 13:38:56.979857 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b91399-21ca-4d10-b518-e9406feb4a21 req-42395865-585e-457f-ac14-ec077beb3a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:56.982913 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-39b91399-21ca-4d10-b518-e9406feb4a21 req-42395865-585e-457f-ac14-ec077beb3a3c service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=b87ea442d54c422ea825a9f455da244e&device_id=d7d13825-f351-4c84-9db4-9cb0fc9dc28c HTTP/1.1" status: 200  len: 1160 time: 0.1819334
Feb 02 13:38:57.114529 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-39b91399-21ca-4d10-b518-e9406feb4a21 req-dd2618d8-9f9f-452d-89ce-db99612c32d2 service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88f0143a-2e3e-4bbd-98cd-54e87f73dd06 HTTP/1.1" status: 200  len: 217 time: 0.1232932
Feb 02 13:38:57.313092 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b91399-21ca-4d10-b518-e9406feb4a21 req-d65c3e7c-b214-4484-9bb1-07e9d4a53f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:57.315723 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-39b91399-21ca-4d10-b518-e9406feb4a21 req-d65c3e7c-b214-4484-9bb1-07e9d4a53f22 service neutron] 10.222.0.132 "GET /v2.0/subnets?id=fbaa3bed-23e3-4bba-b81d-2ce7d9ceaf68 HTTP/1.1" status: 200  len: 849 time: 0.1951151
Feb 02 13:38:57.456866 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be6fdc-0792-440f-bb2d-4bb2126779e0 req-87e13fb1-5e79-4fb7-afb0-4abdff99633b tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:57.459748 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a6be6fdc-0792-440f-bb2d-4bb2126779e0 req-87e13fb1-5e79-4fb7-afb0-4abdff99633b tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7 HTTP/1.1" status: 200  len: 945 time: 0.3312464
Feb 02 13:38:57.461095 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-39b91399-21ca-4d10-b518-e9406feb4a21 req-4f9928ea-819d-441d-a3af-d31fb2a56ad6 service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=ee852d65-d96d-43a3-8cbc-0843d3d76440&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1366374
Feb 02 13:38:57.596999 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a6be6fdc-0792-440f-bb2d-4bb2126779e0 req-a861b4a9-5cb9-4b7a-b0a0-8e12af2614ea tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=3e9ef5c7-2881-4d8a-b503-c56e95a5c062&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1221266
Feb 02 13:38:57.744972 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-39b91399-21ca-4d10-b518-e9406feb4a21 req-8b459ecc-a1df-416d-861d-3864de26612b service neutron] 10.222.0.132 "GET /v2.0/networks/ee852d65-d96d-43a3-8cbc-0843d3d76440?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2772932
Feb 02 13:38:58.445313 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe9e2e-b27c-4e39-8890-011792a5f38f req-f5ed8828-90cd-464e-98df-42ed53f49006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:58.448449 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-71fe9e2e-b27c-4e39-8890-011792a5f38f req-f5ed8828-90cd-464e-98df-42ed53f49006 service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=cea623c3b184459485bd931a9663986e&device_id=2ed3a668-be97-4ec5-be44-a404ba149fde HTTP/1.1" status: 200  len: 1163 time: 0.3386400
Feb 02 13:38:58.453185 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb36fd4-5e82-475c-81c1-a1150e71f0f8 req-3a7a557a-09e7-41f1-a123-90eb0a05e8dd tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:58.457456 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-fdb36fd4-5e82-475c-81c1-a1150e71f0f8 req-3a7a557a-09e7-41f1-a123-90eb0a05e8dd tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] 10.222.0.133 "GET /v2.0/ports?device_id=d7d13825-f351-4c84-9db4-9cb0fc9dc28c HTTP/1.1" status: 200  len: 943 time: 0.4994357
Feb 02 13:38:58.635677 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-39b91399-21ca-4d10-b518-e9406feb4a21 req-2fb7f3f4-d337-4abb-bd48-a074c026bd35 service neutron] 10.222.0.132 "GET /v2.0/networks/ee852d65-d96d-43a3-8cbc-0843d3d76440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8828361
Feb 02 13:38:58.776955 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-fdb36fd4-5e82-475c-81c1-a1150e71f0f8 req-3394e867-2e77-4393-a413-bc6e11015ca5 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] 10.222.0.133 "GET /v2.0/security-groups?id=b8c97584-d7cc-489d-99cb-1056508a7754&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2130926
Feb 02 13:38:58.888323 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe9e2e-b27c-4e39-8890-011792a5f38f req-ab57e2ce-6a85-44ee-be42-89a21f284b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:58.891093 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-71fe9e2e-b27c-4e39-8890-011792a5f38f req-ab57e2ce-6a85-44ee-be42-89a21f284b2a service neutron] 10.222.0.132 "GET /v2.0/networks?id=0102586b-cbe3-455e-8beb-466400271cff HTTP/1.1" status: 200  len: 913 time: 0.4353735
Feb 02 13:38:59.031476 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c7e8766e-8d12-4426-afca-822902410145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:59.081024 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539360a9-90de-411d-bb2d-acc24e30349f req-cae1e32e-56f3-4aff-98ee-99b70d237526 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:59.084354 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-539360a9-90de-411d-bb2d-acc24e30349f req-cae1e32e-56f3-4aff-98ee-99b70d237526 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=2ed3a668-be97-4ec5-be44-a404ba149fde HTTP/1.1" status: 200  len: 946 time: 0.6247177
Feb 02 13:38:59.106090 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-71fe9e2e-b27c-4e39-8890-011792a5f38f req-1dd42afb-72c8-49b7-b014-77ba5767c735 service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c589d339-358c-4a85-9297-cd3c9497bc88 HTTP/1.1" status: 200  len: 217 time: 0.1988990
Feb 02 13:38:59.218063 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a775e35-cac0-4517-b06a-b6c448e6eebc req-5176c2cc-b880-49b6-a387-2de6b3720f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:59.220914 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6a775e35-cac0-4517-b06a-b6c448e6eebc req-5176c2cc-b880-49b6-a387-2de6b3720f08 service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=b87ea442d54c422ea825a9f455da244e&device_id=d7d13825-f351-4c84-9db4-9cb0fc9dc28c HTTP/1.1" status: 200  len: 1160 time: 0.4908199
Feb 02 13:38:59.329672 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-a9398598-634f-41fe-8af5-1f167d92400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:38:59.436889 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe9e2e-b27c-4e39-8890-011792a5f38f req-79251879-c7dc-460a-b8fb-7b0a84874e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:59.439010 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-71fe9e2e-b27c-4e39-8890-011792a5f38f req-79251879-c7dc-460a-b8fb-7b0a84874e5f service neutron] 10.222.0.132 "GET /v2.0/subnets?id=c2340414-8894-4d0b-932b-2cabaace3a3e HTTP/1.1" status: 200  len: 859 time: 0.3136075
Feb 02 13:38:59.484854 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-539360a9-90de-411d-bb2d-acc24e30349f req-da467b1f-f442-4a08-8cfe-c255ae0074f1 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1899805
Feb 02 13:38:59.508850 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a775e35-cac0-4517-b06a-b6c448e6eebc req-7a1cfffa-a9a8-448a-9279-8c704098f20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:59.513433 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6a775e35-cac0-4517-b06a-b6c448e6eebc req-7a1cfffa-a9a8-448a-9279-8c704098f20b service neutron] 10.222.0.132 "GET /v2.0/networks?id=ee852d65-d96d-43a3-8cbc-0843d3d76440 HTTP/1.1" status: 200  len: 903 time: 0.2802501
Feb 02 13:38:59.753659 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288df30-5984-4568-9c75-a58b44940532 req-7742bcee-4021-4364-8cfe-e9816724cf20 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:38:59.766994 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-c288df30-5984-4568-9c75-a58b44940532 req-7742bcee-4021-4364-8cfe-e9816724cf20 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/networks?id=bfbd13a3-d870-417b-93b8-70f01824ec17 HTTP/1.1" status: 200  len: 815 time: 0.6740885
Feb 02 13:38:59.805557 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-c288df30-5984-4568-9c75-a58b44940532 req-3c457019-0839-421f-a6de-2b397bd8a60c tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/quotas/da040d840d5945a4bc1739a99331270a HTTP/1.1" status: 200  len: 375 time: 0.0266562
Feb 02 13:39:00.100063 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6a775e35-cac0-4517-b06a-b6c448e6eebc req-ee9cdd6f-7086-4a62-8234-dce0635a5cec service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88f0143a-2e3e-4bbd-98cd-54e87f73dd06 HTTP/1.1" status: 200  len: 217 time: 0.5324411
Feb 02 13:39:00.104629 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-71fe9e2e-b27c-4e39-8890-011792a5f38f req-75805003-c599-46c9-92b4-42ae50ab20a4 service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=0102586b-cbe3-455e-8beb-466400271cff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.5905371
Feb 02 13:39:00.235087 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a7e28-083b-448f-b2e4-a4b3e3d440ff req-270e7b6f-16f5-4a1f-ba5c-0cb418d47950 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:00.237323 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-362a7e28-083b-448f-b2e4-a4b3e3d440ff req-270e7b6f-16f5-4a1f-ba5c-0cb418d47950 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7 HTTP/1.1" status: 200  len: 945 time: 0.4196341
Feb 02 13:39:00.266102 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:00.331714 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-c288df30-5984-4568-9c75-a58b44940532 req-99e67e68-ee58-403d-acf5-6c1f51e9c5df tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?tenant_id=da040d840d5945a4bc1739a99331270a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.5179088
Feb 02 13:39:00.364495 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a775e35-cac0-4517-b06a-b6c448e6eebc req-d0ef9234-b214-4833-b943-9ea3e1f7213d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:00.367178 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6a775e35-cac0-4517-b06a-b6c448e6eebc req-d0ef9234-b214-4833-b943-9ea3e1f7213d service neutron] 10.222.0.132 "GET /v2.0/subnets?id=fbaa3bed-23e3-4bba-b81d-2ce7d9ceaf68 HTTP/1.1" status: 200  len: 849 time: 0.2573581
Feb 02 13:39:00.449062 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6a775e35-cac0-4517-b06a-b6c448e6eebc req-2f074e6f-0c23-486e-be89-b2db8f0109e3 service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=ee852d65-d96d-43a3-8cbc-0843d3d76440&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0709317
Feb 02 13:39:00.492751 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-362a7e28-083b-448f-b2e4-a4b3e3d440ff req-8dc3eb9f-4eff-444c-bdfc-62e768ff8ab9 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=3e9ef5c7-2881-4d8a-b503-c56e95a5c062&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1584191
Feb 02 13:39:00.570190 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-71fe9e2e-b27c-4e39-8890-011792a5f38f req-00f9e424-7c20-4946-b0b8-046e5408d185 service neutron] 10.222.0.132 "GET /v2.0/networks/0102586b-cbe3-455e-8beb-466400271cff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4177153
Feb 02 13:39:00.715310 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-c288df30-5984-4568-9c75-a58b44940532 req-c44b2627-d736-4093-b5d9-c30595282326 service neutron] 10.222.0.133 "GET /v2.0/networks/bfbd13a3-d870-417b-93b8-70f01824ec17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3471966
Feb 02 13:39:00.804534 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6a775e35-cac0-4517-b06a-b6c448e6eebc req-8b43d091-7af1-403a-a1c8-baaa46fb3d12 service neutron] 10.222.0.132 "GET /v2.0/networks/ee852d65-d96d-43a3-8cbc-0843d3d76440?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3501754
Feb 02 13:39:00.913390 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-71fe9e2e-b27c-4e39-8890-011792a5f38f req-3a09e818-6124-4239-a7a8-14b3dc760120 service neutron] 10.222.0.132 "GET /v2.0/networks/0102586b-cbe3-455e-8beb-466400271cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3370914
Feb 02 13:39:01.012932 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-42ef245d-f728-4293-a752-dedea4fc02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:01.037256 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6a775e35-cac0-4517-b06a-b6c448e6eebc req-33ca4bd4-865a-49cc-a6a9-cda3406df0d8 service neutron] 10.222.0.132 "GET /v2.0/networks/ee852d65-d96d-43a3-8cbc-0843d3d76440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2177627
Feb 02 13:39:01.321118 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-c288df30-5984-4568-9c75-a58b44940532 req-18ce741c-63f0-4c06-b85e-e0b154219162 service neutron] 10.222.0.133 "GET /v2.0/networks/bfbd13a3-d870-417b-93b8-70f01824ec17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5896041
Feb 02 13:39:01.428264 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b25900-cab1-4774-855a-1c611d75d986 req-ad857c4b-8191-4c02-b548-fd57277d1694 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:01.430575 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-39b25900-cab1-4774-855a-1c611d75d986 req-ad857c4b-8191-4c02-b548-fd57277d1694 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] 10.222.0.133 "GET /v2.0/ports?device_id=d7d13825-f351-4c84-9db4-9cb0fc9dc28c HTTP/1.1" status: 200  len: 943 time: 0.3065443
Feb 02 13:39:01.521652 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-39b25900-cab1-4774-855a-1c611d75d986 req-47f3523e-5c9c-4ec5-8a5a-b89fa4dcf8d0 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] 10.222.0.133 "GET /v2.0/security-groups?id=b8c97584-d7cc-489d-99cb-1056508a7754&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823705
Feb 02 13:39:01.696358 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-0f5e50d9-e7e3-4444-9883-e3d2475d968c req-ca7ea662-4cb7-4997-afa5-e19dc19763a7 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=6e3c15c9-7eba-43f6-811e-fbe586cd091b HTTP/1.1" status: 200  len: 210 time: 0.0754678
Feb 02 13:39:01.967211 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b4041-5aaa-43dd-ab24-31c648be565e req-5aeefa68-99ce-4195-b43f-365d19c2d4f0 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:01.975228 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-1f6b4041-5aaa-43dd-ab24-31c648be565e req-5aeefa68-99ce-4195-b43f-365d19c2d4f0 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=2ed3a668-be97-4ec5-be44-a404ba149fde HTTP/1.1" status: 200  len: 946 time: 0.2989097
Feb 02 13:39:02.042458 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device 88f0143a-2e3e-4bbd-98cd-54e87f73dd06 up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:39:02.207340 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning for port 88f0143a-2e3e-4bbd-98cd-54e87f73dd06 completed by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:39:02.216814 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port 88f0143a-2e3e-4bbd-98cd-54e87f73dd06 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:39:02.217508 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:02.248580 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-1f6b4041-5aaa-43dd-ab24-31c648be565e req-f1bf684f-122a-4225-a912-d82e4a83237b tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2625811
Feb 02 13:39:02.502779 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:02.547882 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee83b9f-d421-4297-8abf-6710d7bce940 req-5bfc8f3c-1295-44c8-b110-89f26caaf815 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:02.551370 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7ee83b9f-d421-4297-8abf-6710d7bce940 req-5bfc8f3c-1295-44c8-b110-89f26caaf815 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7 HTTP/1.1" status: 200  len: 945 time: 0.5279117
Feb 02 13:39:02.572651 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] For port 88f0143a-2e3e-4bbd-98cd-54e87f73dd06, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=88f0143a-2e3e-4bbd-98cd-54e87f73dd06,segment=NetworkSegment(f025686b-0316-415a-a51c-89d822b0c35d),segment_id=f025686b-0316-415a-a51c-89d822b0c35d)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:39:02.574064 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d13825-f351-4c84-9db4-9cb0fc9dc28c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88f0143a-2e3e-4bbd-98cd-54e87f73dd06'}] {{(pid=80186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:39:02.582304 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:02.584555 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:39:02.720237 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Pushing event updated for resources: {'Port': ['ID=88f0143a-2e3e-4bbd-98cd-54e87f73dd06,revision_number=4']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:39:02.721442 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7ee83b9f-d421-4297-8abf-6710d7bce940 req-f2bc0bec-7356-4bc2-9e94-4c8d08b03122 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=3e9ef5c7-2881-4d8a-b503-c56e95a5c062&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1570678
Feb 02 13:39:02.733299 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:02.733698 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:02.734107 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:02.734501 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:02.734957 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:02.735335 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:02.735865 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:02.736354 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:02.736730 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:02.737217 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:02.738503 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:02.738503 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:02.752514 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:02.753025 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:02.753500 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:02.753884 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:02.754554 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:02.754972 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:02.755534 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:02.756133 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:02.756439 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:02.756813 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:02.757188 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:02.757556 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:02.770521 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:39:02.942880 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d13825-f351-4c84-9db4-9cb0fc9dc28c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88f0143a-2e3e-4bbd-98cd-54e87f73dd06', 'code': 200}
Feb 02 13:39:02.983690 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:03.345509 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8394945-35ce-4c0d-835b-49b7f62a1324 req-e3948061-4652-42e4-9611-240bc2a8acdd tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:03.348418 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e8394945-35ce-4c0d-835b-49b7f62a1324 req-e3948061-4652-42e4-9611-240bc2a8acdd tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] 10.222.0.133 "GET /v2.0/ports?device_id=d7d13825-f351-4c84-9db4-9cb0fc9dc28c HTTP/1.1" status: 200  len: 945 time: 0.3834243
Feb 02 13:39:03.476265 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc2a66-fb9e-4b00-80fc-dc196150aff3 req-017018d3-f017-468f-9a8a-e327ae4116c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:03.479523 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-94fc2a66-fb9e-4b00-80fc-dc196150aff3 req-017018d3-f017-468f-9a8a-e327ae4116c4 service neutron] 10.222.0.132 "GET /v2.0/ports?device_id=d7d13825-f351-4c84-9db4-9cb0fc9dc28c HTTP/1.1" status: 200  len: 1162 time: 0.1800478
Feb 02 13:39:03.505000 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-f070b947-5ea8-447a-9727-af1104789f35 req-9e25125a-5cb9-4cd1-b23d-f970e7ede6b1 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=6e3c15c9-7eba-43f6-811e-fbe586cd091b HTTP/1.1" status: 200  len: 210 time: 0.1546419
Feb 02 13:39:03.505903 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 42898) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:39:03.569147 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-94fc2a66-fb9e-4b00-80fc-dc196150aff3 req-792bd985-5df4-476e-84aa-e132ebcc9ee7 service neutron] 10.222.0.132 "GET /v2.0/security-groups?id=b8c97584-d7cc-489d-99cb-1056508a7754&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742602
Feb 02 13:39:03.608929 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e8394945-35ce-4c0d-835b-49b7f62a1324 req-97c9365e-e9ba-4b27-b805-70a8fe3b4d65 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] 10.222.0.133 "GET /v2.0/security-groups?id=b8c97584-d7cc-489d-99cb-1056508a7754&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1858251
Feb 02 13:39:03.662495 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device 88f0143a-2e3e-4bbd-98cd-54e87f73dd06 up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:39:03.857760 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port 88f0143a-2e3e-4bbd-98cd-54e87f73dd06 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:39:03.858669 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:04.205859 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec2c51-67a8-4a44-aa2e-7f07054d706d req-4d7bf01e-e881-4325-a7f6-1c72b267592f tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:04.209220 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-19ec2c51-67a8-4a44-aa2e-7f07054d706d req-4d7bf01e-e881-4325-a7f6-1c72b267592f tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=2ed3a668-be97-4ec5-be44-a404ba149fde HTTP/1.1" status: 200  len: 946 time: 0.4221854
Feb 02 13:39:04.339168 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-36fb4759-ce92-4e45-848d-d7147b5c711c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:04.346726 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288df30-5984-4568-9c75-a58b44940532 req-a8b33580-b0e0-49cd-a9a7-eae75186c8eb tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:04.353604 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-c288df30-5984-4568-9c75-a58b44940532 req-a8b33580-b0e0-49cd-a9a7-eae75186c8eb tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.132 "GET /v2.0/networks?id=bfbd13a3-d870-417b-93b8-70f01824ec17 HTTP/1.1" status: 200  len: 815 time: 0.6205924
Feb 02 13:39:04.380612 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-c288df30-5984-4568-9c75-a58b44940532 req-0ef9ce96-f92a-4d64-8749-d638c1eb215c tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Request body: {'port': {'device_id': '6e3c15c9-7eba-43f6-811e-fbe586cd091b', 'network_id': 'bfbd13a3-d870-417b-93b8-70f01824ec17', 'admin_state_up': True, 'tenant_id': 'da040d840d5945a4bc1739a99331270a'}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:39:04.510664 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-19ec2c51-67a8-4a44-aa2e-7f07054d706d req-493eb981-2bb3-4369-bd4d-272032caddab tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2523055
Feb 02 13:39:04.684540 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-36fb4759-ce92-4e45-848d-d7147b5c711c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:39:04.695014 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-36fb4759-ce92-4e45-848d-d7147b5c711c admin admin] Usage tracker for resource:security_group_rule and tenant:53dc5957a1194edf8eeeeae3bf6d2395 is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:39:04.703784 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-36fb4759-ce92-4e45-848d-d7147b5c711c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:39:04.714289 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-36fb4759-ce92-4e45-848d-d7147b5c711c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:39:04.794683 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-c288df30-5984-4568-9c75-a58b44940532 req-0ef9ce96-f92a-4d64-8749-d638c1eb215c tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:39:04.805665 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-c288df30-5984-4568-9c75-a58b44940532 req-0ef9ce96-f92a-4d64-8749-d638c1eb215c tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Usage tracker for resource:port and tenant:da040d840d5945a4bc1739a99331270a is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:39:04.811189 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-c288df30-5984-4568-9c75-a58b44940532 req-0ef9ce96-f92a-4d64-8749-d638c1eb215c tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:39:04.822959 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-c288df30-5984-4568-9c75-a58b44940532 req-0ef9ce96-f92a-4d64-8749-d638c1eb215c tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:39:04.851462 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c288df30-5984-4568-9c75-a58b44940532 req-0ef9ce96-f92a-4d64-8749-d638c1eb215c tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Made reservation on behalf of da040d840d5945a4bc1739a99331270a for: {'port': 1} {{(pid=80185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 02 13:39:04.922220 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-c288df30-5984-4568-9c75-a58b44940532 req-0ef9ce96-f92a-4d64-8749-d638c1eb215c tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:04.953372 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-36fb4759-ce92-4e45-848d-d7147b5c711c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:04.962899 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-36fb4759-ce92-4e45-848d-d7147b5c711c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:04.981366 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:39:05.043472 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fb4759-ce92-4e45-848d-d7147b5c711c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7722b9d-8f02-4b39-9027-c42a51e09cff,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:39:05.069130 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-36fb4759-ce92-4e45-848d-d7147b5c711c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:39:05.158918 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 42920) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:39:05.196949 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-88032e5e-0e2e-4472-9fde-7b9fef1d6bb7 req-51d29a6c-0dff-40cc-964d-db04fd3c9569 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=6e3c15c9-7eba-43f6-811e-fbe586cd091b HTTP/1.1" status: 200  len: 210 time: 0.1552095
Feb 02 13:39:05.204109 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-36fb4759-ce92-4e45-848d-d7147b5c711c admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=53dc5957a1194edf8eeeeae3bf6d2395&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6888101
Feb 02 13:39:05.212890 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 42926) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:39:05.388904 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a5cfdf-0580-44a1-b10c-f6ad0736c305 req-db367454-eb47-4d3b-9a63-fe6accb9db43 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:05.399057 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b6a5cfdf-0580-44a1-b10c-f6ad0736c305 req-db367454-eb47-4d3b-9a63-fe6accb9db43 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7 HTTP/1.1" status: 200  len: 945 time: 0.8819458
Feb 02 13:39:05.572309 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-8f398234-e3d1-44b0-a291-c60ac5ecd55c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:05.580413 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f4bab57a-00ab-41ce-b0bb-4b731db51983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:05.582437 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b6a5cfdf-0580-44a1-b10c-f6ad0736c305 req-20a0a4ef-9fb9-4bec-9616-b41b32b9ec41 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=3e9ef5c7-2881-4d8a-b503-c56e95a5c062&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1809487
Feb 02 13:39:05.753929 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-f4bab57a-00ab-41ce-b0bb-4b731db51983 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:39:05.761466 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-8f398234-e3d1-44b0-a291-c60ac5ecd55c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:05.800087 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-f4bab57a-00ab-41ce-b0bb-4b731db51983 admin admin] Usage tracker for resource:security_group_rule and tenant:9ce81e5079014899abe57335baef2c77 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:39:05.810338 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-f4bab57a-00ab-41ce-b0bb-4b731db51983 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:39:05.828711 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-f4bab57a-00ab-41ce-b0bb-4b731db51983 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:39:05.847703 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d565d2-80bc-47dd-8c4b-38aec82b8527 req-8f259683-221f-4603-9eb3-beb7bc86727a tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:05.850635 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-49d565d2-80bc-47dd-8c4b-38aec82b8527 req-8f259683-221f-4603-9eb3-beb7bc86727a tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] 10.222.0.133 "GET /v2.0/ports?device_id=d7d13825-f351-4c84-9db4-9cb0fc9dc28c HTTP/1.1" status: 200  len: 945 time: 0.3746245
Feb 02 13:39:05.900638 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_common [req-c288df30-5984-4568-9c75-a58b44940532 req-0ef9ce96-f92a-4d64-8749-d638c1eb215c tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Allocated IP 172.20.0.12 (bfbd13a3-d870-417b-93b8-70f01824ec17/fdb421d7-3e26-4929-a736-b93dc64e3cfd/d1a53e07-d16a-44cb-a8b1-91508bfb700f) {{(pid=80185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 02 13:39:06.022372 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-49d565d2-80bc-47dd-8c4b-38aec82b8527 req-7ed4cf43-9147-4dec-978c-982d47777b96 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] 10.222.0.133 "GET /v2.0/security-groups?id=b8c97584-d7cc-489d-99cb-1056508a7754&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1149495
Feb 02 13:39:06.063243 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-8f398234-e3d1-44b0-a291-c60ac5ecd55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:06.085433 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-07f3fc0e-fa9c-4dc3-86f7-f1fd0459f62b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:39:06.135515 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f398234-e3d1-44b0-a291-c60ac5ecd55c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7722b9d-8f02-4b39-9027-c42a51e09cff,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:39:06.198122 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-8f398234-e3d1-44b0-a291-c60ac5ecd55c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:39:06.262276 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693f6e5-1260-4cf3-98d9-b3fbee8a92b9 req-a744e32a-3628-4d92-b724-712b48a6ae21 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:06.265759 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a693f6e5-1260-4cf3-98d9-b3fbee8a92b9 req-a744e32a-3628-4d92-b724-712b48a6ae21 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=2ed3a668-be97-4ec5-be44-a404ba149fde HTTP/1.1" status: 200  len: 946 time: 0.4143000
Feb 02 13:39:06.392540 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a693f6e5-1260-4cf3-98d9-b3fbee8a92b9 req-bca28abe-ecb0-4a5d-8ef8-8ef741ae3e3b tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1123233
Feb 02 13:39:06.435889 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-8f398234-e3d1-44b0-a291-c60ac5ecd55c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:06.437913 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-8f398234-e3d1-44b0-a291-c60ac5ecd55c admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/a7722b9d-8f02-4b39-9027-c42a51e09cff HTTP/1.1" status: 204  len: 168 time: 1.2232747
Feb 02 13:39:06.448643 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f4bab57a-00ab-41ce-b0bb-4b731db51983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:06.473147 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f4bab57a-00ab-41ce-b0bb-4b731db51983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:06.528868 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-aba2d354-470b-421a-b633-0add60d0c9d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:39:06.529225 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-527fc0d5-4a0a-4c52-992d-f45a5dd6a37b req-9c126631-bc69-46f7-9680-384ff8f32136 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=6e3c15c9-7eba-43f6-811e-fbe586cd091b HTTP/1.1" status: 200  len: 210 time: 0.0643635
Feb 02 13:39:06.577430 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-f4bab57a-00ab-41ce-b0bb-4b731db51983 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=9ce81e5079014899abe57335baef2c77&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4142270
Feb 02 13:39:06.581868 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 42940) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:39:06.583225 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bab57a-00ab-41ce-b0bb-4b731db51983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f35e3164-d6d5-4eb4-8470-bba01dd56a76,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:39:06.592414 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f4bab57a-00ab-41ce-b0bb-4b731db51983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:39:06.686715 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-c288df30-5984-4568-9c75-a58b44940532 req-0ef9ce96-f92a-4d64-8749-d638c1eb215c tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Notify callbacks [] for port, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:06.750571 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-c288df30-5984-4568-9c75-a58b44940532 req-0ef9ce96-f92a-4d64-8749-d638c1eb215c tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264943169311'] for port, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:06.754851 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b41684b8-adc5-455d-a961-7e14e320426c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:06.780069 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:39:06.851535 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b41684b8-adc5-455d-a961-7e14e320426c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:07.160001 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b41684b8-adc5-455d-a961-7e14e320426c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:07.171258 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-c08fe4a4-e65a-4e20-90ec-6d32126968f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:39:07.203970 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef9ce96-f92a-4d64-8749-d638c1eb215c tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Pushing event updated for resources: {'Port': ['ID=d1a53e07-d16a-44cb-a8b1-91508bfb700f,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:39:07.209552 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41684b8-adc5-455d-a961-7e14e320426c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35e3164-d6d5-4eb4-8470-bba01dd56a76,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:39:07.221144 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c288df30-5984-4568-9c75-a58b44940532 req-0ef9ce96-f92a-4d64-8749-d638c1eb215c tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Network bfbd13a3-d870-417b-93b8-70f01824ec17 is already hosted by enough agents. {{(pid=80185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:39:07.223617 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [req-c288df30-5984-4568-9c75-a58b44940532 req-0ef9ce96-f92a-4d64-8749-d638c1eb215c tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Resources bound (agent type, host, resource id):  {{(pid=80185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:39:07.227212 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-0ef9ce96-f92a-4d64-8749-d638c1eb215c tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:39:07.228489 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [req-c288df30-5984-4568-9c75-a58b44940532 req-0ef9ce96-f92a-4d64-8749-d638c1eb215c tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Received port after_create {{(pid=80185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 02 13:39:07.375696 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288df30-5984-4568-9c75-a58b44940532 req-0ef9ce96-f92a-4d64-8749-d638c1eb215c tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:07.376939 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-c288df30-5984-4568-9c75-a58b44940532 req-0ef9ce96-f92a-4d64-8749-d638c1eb215c tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for port, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:07.384061 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 42954) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:39:07.445102 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-7def87a2-006c-4801-82bc-dcf0731baf25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:07.449794 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f15c0-5869-41cf-a11f-85f4b8b08d2e req-bbfa579e-1a84-4d22-ad5b-4c50e5b83c84 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:07.453217 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-177f15c0-5869-41cf-a11f-85f4b8b08d2e req-bbfa579e-1a84-4d22-ad5b-4c50e5b83c84 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7 HTTP/1.1" status: 200  len: 945 time: 0.4556680
Feb 02 13:39:07.458345 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-b41684b8-adc5-455d-a961-7e14e320426c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:39:07.467976 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-c288df30-5984-4568-9c75-a58b44940532 req-0ef9ce96-f92a-4d64-8749-d638c1eb215c tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.132 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.1022019
Feb 02 13:39:07.481401 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-7def87a2-006c-4801-82bc-dcf0731baf25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:39:07.492729 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-c288df30-5984-4568-9c75-a58b44940532 req-abdce459-8967-4a65-bcf4-5ee36a12b8ba service neutron] Request body: {'port': {'device_id': '6e3c15c9-7eba-43f6-811e-fbe586cd091b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:39:07.515484 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b41684b8-adc5-455d-a961-7e14e320426c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:07.518331 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-b41684b8-adc5-455d-a961-7e14e320426c admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/f35e3164-d6d5-4eb4-8470-bba01dd56a76 HTTP/1.1" status: 204  len: 168 time: 0.9351139
Feb 02 13:39:07.569493 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-7def87a2-006c-4801-82bc-dcf0731baf25 admin admin] Usage tracker for resource:security_group_rule and tenant:de0ee0dbc3b7413aa846abb3c628d022 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:39:07.580954 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-7def87a2-006c-4801-82bc-dcf0731baf25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:39:07.601429 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-7def87a2-006c-4801-82bc-dcf0731baf25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:39:07.631175 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-177f15c0-5869-41cf-a11f-85f4b8b08d2e req-18e80682-eb90-48b3-b378-ea0434ef6076 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=3e9ef5c7-2881-4d8a-b503-c56e95a5c062&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1501386
Feb 02 13:39:07.756497 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-c288df30-5984-4568-9c75-a58b44940532 req-abdce459-8967-4a65-bcf4-5ee36a12b8ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:08.135434 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef64186-7d74-4cb5-b654-8fc6e053d36a req-cf43ce98-50bf-442e-9735-57752eb91631 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:08.148822 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-bef64186-7d74-4cb5-b654-8fc6e053d36a req-cf43ce98-50bf-442e-9735-57752eb91631 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=2ed3a668-be97-4ec5-be44-a404ba149fde HTTP/1.1" status: 200  len: 946 time: 0.4314475
Feb 02 13:39:08.343367 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-bef64186-7d74-4cb5-b654-8fc6e053d36a req-20a2a66d-a1f7-4aeb-ab3e-4810b7c2bba0 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1920571
Feb 02 13:39:08.594051 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f786e-2d84-4297-9c90-91119f8cdc73 req-d077e54c-8636-4b14-876d-ac4342a89f74 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:08.595824 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-422f786e-2d84-4297-9c90-91119f8cdc73 req-d077e54c-8636-4b14-876d-ac4342a89f74 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=6e3c15c9-7eba-43f6-811e-fbe586cd091b HTTP/1.1" status: 200  len: 932 time: 0.3762698
Feb 02 13:39:08.800933 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-422f786e-2d84-4297-9c90-91119f8cdc73 req-9faf34ce-0169-4db6-85b8-7f980e30463e tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/security-groups?id=8e3981d7-7e1a-4930-b113-8bfee26cb618&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1358376
Feb 02 13:39:08.876100 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-7def87a2-006c-4801-82bc-dcf0731baf25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:08.885320 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-7def87a2-006c-4801-82bc-dcf0731baf25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:08.900761 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-a4308a35-7f64-4e70-890a-d70a35b8cbe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:39:08.965834 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7def87a2-006c-4801-82bc-dcf0731baf25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32c8ed8-503d-4e55-bf47-38ea885ac2c5,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:39:08.972009 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-7def87a2-006c-4801-82bc-dcf0731baf25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:39:09.025699 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5de93a-eaf0-46ea-ae48-13dcaabf884c req-bcfea672-e6b2-4e22-b9db-903eab98d2ff tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:09.028558 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-9b5de93a-eaf0-46ea-ae48-13dcaabf884c req-bcfea672-e6b2-4e22-b9db-903eab98d2ff tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] 10.222.0.133 "GET /v2.0/ports?device_id=d7d13825-f351-4c84-9db4-9cb0fc9dc28c HTTP/1.1" status: 200  len: 945 time: 0.4312224
Feb 02 13:39:09.047205 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-7def87a2-006c-4801-82bc-dcf0731baf25 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=de0ee0dbc3b7413aa846abb3c628d022&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6583533
Feb 02 13:39:09.048329 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 42982) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:39:09.160767 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-9b5de93a-eaf0-46ea-ae48-13dcaabf884c req-239d1d5d-92ef-42fb-9745-ed9389406026 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] 10.222.0.133 "GET /v2.0/security-groups?id=b8c97584-d7cc-489d-99cb-1056508a7754&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1202078
Feb 02 13:39:09.265682 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-996e6d88-e09c-4a96-aa7e-d869924859e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:09.404459 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [req-c288df30-5984-4568-9c75-a58b44940532 req-abdce459-8967-4a65-bcf4-5ee36a12b8ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1a53e07-d16a-44cb-a8b1-91508bfb700f {{(pid=80185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 02 13:39:09.425126 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-996e6d88-e09c-4a96-aa7e-d869924859e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:09.441726 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-c288df30-5984-4568-9c75-a58b44940532 req-abdce459-8967-4a65-bcf4-5ee36a12b8ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:09.525389 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [req-c288df30-5984-4568-9c75-a58b44940532 req-abdce459-8967-4a65-bcf4-5ee36a12b8ba service neutron] Transition to ACTIVE for port object d1a53e07-d16a-44cb-a8b1-91508bfb700f will not be triggered until provisioned by entity L2. {{(pid=80185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:39:09.537047 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 42992) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:39:09.549478 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-c288df30-5984-4568-9c75-a58b44940532 req-abdce459-8967-4a65-bcf4-5ee36a12b8ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:09.587569 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f719b139-c1d5-4b51-bc5a-f29fdde86359 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:39:09.593289 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b4c03-c8fe-4316-a899-a7965f4b38d8 req-6f16f8f0-af1f-4701-9171-5c99c7bee6d1 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:09.596188 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-060b4c03-c8fe-4316-a899-a7965f4b38d8 req-6f16f8f0-af1f-4701-9171-5c99c7bee6d1 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7 HTTP/1.1" status: 200  len: 945 time: 0.3442461
Feb 02 13:39:09.680587 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device ce95d6b9-1e51-4ebc-b727-6320094ed768 up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:39:09.771853 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-060b4c03-c8fe-4316-a899-a7965f4b38d8 req-154c89e8-237a-4f2e-b819-afb62480a358 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=3e9ef5c7-2881-4d8a-b503-c56e95a5c062&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1682701
Feb 02 13:39:09.808133 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port ce95d6b9-1e51-4ebc-b727-6320094ed768 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:39:09.809735 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:10.021287 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582f06a-463c-48ee-9fc1-93f730ec22e4 req-cfe7d9e9-3180-47a3-8750-029732a5d5d5 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:10.025240 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e582f06a-463c-48ee-9fc1-93f730ec22e4 req-cfe7d9e9-3180-47a3-8750-029732a5d5d5 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=2ed3a668-be97-4ec5-be44-a404ba149fde HTTP/1.1" status: 200  len: 946 time: 0.4016294
Feb 02 13:39:10.030321 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device 88f0143a-2e3e-4bbd-98cd-54e87f73dd06 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 02 13:39:10.139639 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e582f06a-463c-48ee-9fc1-93f730ec22e4 req-248d9b04-1b40-471f-99b5-b2b3ecca30a6 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1021450
Feb 02 13:39:10.175723 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdce459-8967-4a65-bcf4-5ee36a12b8ba service neutron] Pushing event updated for resources: {'Port': ['ID=d1a53e07-d16a-44cb-a8b1-91508bfb700f,revision_number=2']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:39:10.192110 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-4b45fa3d-c150-4f6c-add3-5da1807a0c3c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1540625845-network', 'tenant_id': '8e16c9728d43493c958535e3444169f8'}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:39:10.207903 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-abdce459-8967-4a65-bcf4-5ee36a12b8ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:39:10.214999 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-4b45fa3d-c150-4f6c-add3-5da1807a0c3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:39:10.253504 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:10.326182 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] For port 88f0143a-2e3e-4bbd-98cd-54e87f73dd06, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=88f0143a-2e3e-4bbd-98cd-54e87f73dd06,segment=NetworkSegment(f025686b-0316-415a-a51c-89d822b0c35d),segment_id=f025686b-0316-415a-a51c-89d822b0c35d)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:39:10.328879 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d13825-f351-4c84-9db4-9cb0fc9dc28c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88f0143a-2e3e-4bbd-98cd-54e87f73dd06'}] {{(pid=80186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:39:10.340896 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:10.346529 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-9964a2e0-5b13-4507-b71f-a5a6f6bc58e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:39:10.359900 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6098bfc-7233-4cff-aa4d-75c90522b222 req-74a4c149-10ff-442a-84e3-f3bf9784e986 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:10.361257 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-b6098bfc-7233-4cff-aa4d-75c90522b222 req-74a4c149-10ff-442a-84e3-f3bf9784e986 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Synchronizing usage tracker for tenant:b87ea442d54c422ea825a9f455da244e on resource:port {{(pid=80185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:39:10.415881 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-4b45fa3d-c150-4f6c-add3-5da1807a0c3c admin admin] Usage tracker for resource:network and tenant:8e16c9728d43493c958535e3444169f8 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:39:10.420858 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [req-c288df30-5984-4568-9c75-a58b44940532 req-abdce459-8967-4a65-bcf4-5ee36a12b8ba service neutron] Attempting to bind port d1a53e07-d16a-44cb-a8b1-91508bfb700f on host hv-cinder-77238 for vnic_type normal with profile  {{(pid=80185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 02 13:39:10.421471 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [req-c288df30-5984-4568-9c75-a58b44940532 req-abdce459-8967-4a65-bcf4-5ee36a12b8ba service neutron] Attempting to bind port d1a53e07-d16a-44cb-a8b1-91508bfb700f by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '0171a29b-a4d8-433f-9f69-11da58cadf98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'bfbd13a3-d870-417b-93b8-70f01824ec17'}] {{(pid=80185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 02 13:39:10.422257 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c288df30-5984-4568-9c75-a58b44940532 req-abdce459-8967-4a65-bcf4-5ee36a12b8ba service neutron] Attempting to bind port d1a53e07-d16a-44cb-a8b1-91508bfb700f on network bfbd13a3-d870-417b-93b8-70f01824ec17 {{(pid=80185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 02 13:39:10.438533 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-4b45fa3d-c150-4f6c-add3-5da1807a0c3c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:39:10.438956 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27831f4b-fa0d-467d-a8ed-c8923340f768 req-6ebd7d68-9b2a-4190-87bc-c9bd95b6a169 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:10.443980 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c288df30-5984-4568-9c75-a58b44940532 req-abdce459-8967-4a65-bcf4-5ee36a12b8ba service neutron] Checking agent: {'id': '3f7ac43e-b359-42e2-9e67-18be39e96b32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 34, 33), 'started_at': datetime.datetime(2021, 2, 2, 13, 35, 3), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.120', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 02 13:39:10.444203 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c288df30-5984-4568-9c75-a58b44940532 req-abdce459-8967-4a65-bcf4-5ee36a12b8ba service neutron] Checking segment: {'id': '0171a29b-a4d8-433f-9f69-11da58cadf98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'bfbd13a3-d870-417b-93b8-70f01824ec17'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:39:10.444846 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-c288df30-5984-4568-9c75-a58b44940532 req-abdce459-8967-4a65-bcf4-5ee36a12b8ba service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:10.445513 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c288df30-5984-4568-9c75-a58b44940532 req-abdce459-8967-4a65-bcf4-5ee36a12b8ba service neutron] Bound using segment: {'id': '0171a29b-a4d8-433f-9f69-11da58cadf98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'bfbd13a3-d870-417b-93b8-70f01824ec17'} {{(pid=80185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 02 13:39:10.446808 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [req-c288df30-5984-4568-9c75-a58b44940532 req-abdce459-8967-4a65-bcf4-5ee36a12b8ba service neutron] Bound port: d1a53e07-d16a-44cb-a8b1-91508bfb700f, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0171a29b-a4d8-433f-9f69-11da58cadf98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'bfbd13a3-d870-417b-93b8-70f01824ec17'}}] {{(pid=80185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 02 13:39:10.447687 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-c288df30-5984-4568-9c75-a58b44940532 req-abdce459-8967-4a65-bcf4-5ee36a12b8ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:10.455272 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-27831f4b-fa0d-467d-a8ed-c8923340f768 req-6ebd7d68-9b2a-4190-87bc-c9bd95b6a169 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=6e3c15c9-7eba-43f6-811e-fbe586cd091b HTTP/1.1" status: 200  len: 944 time: 0.2696486
Feb 02 13:39:10.472642 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Pushing event updated for resources: {'Port': ['ID=88f0143a-2e3e-4bbd-98cd-54e87f73dd06,revision_number=5']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:39:10.478689 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:39:10.480562 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-996e6d88-e09c-4a96-aa7e-d869924859e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:10.547836 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-c0808d80-da79-4bc2-8e27-0364bd4474d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:39:10.568236 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-4b45fa3d-c150-4f6c-add3-5da1807a0c3c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:39:10.599187 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-27831f4b-fa0d-467d-a8ed-c8923340f768 req-1d9978be-be4a-4978-bea3-0c39ffeea3b4 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/security-groups?id=8e3981d7-7e1a-4930-b113-8bfee26cb618&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1424253
Feb 02 13:39:10.608945 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-b6098bfc-7233-4cff-aa4d-75c90522b222 req-74a4c149-10ff-442a-84e3-f3bf9784e986 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Unset dirty status for tenant:b87ea442d54c422ea825a9f455da244e on resource:port {{(pid=80185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:39:10.611044 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b6098bfc-7233-4cff-aa4d-75c90522b222 req-74a4c149-10ff-442a-84e3-f3bf9784e986 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] 10.222.0.132 "GET /v2.0/ports?device_id=d7d13825-f351-4c84-9db4-9cb0fc9dc28c HTTP/1.1" status: 200  len: 945 time: 1.3475993
Feb 02 13:39:10.612355 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996e6d88-e09c-4a96-aa7e-d869924859e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32c8ed8-503d-4e55-bf47-38ea885ac2c5,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:39:10.673064 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-996e6d88-e09c-4a96-aa7e-d869924859e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:39:10.674249 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-996e6d88-e09c-4a96-aa7e-d869924859e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:10.676302 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-996e6d88-e09c-4a96-aa7e-d869924859e1 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/b32c8ed8-503d-4e55-bf47-38ea885ac2c5 HTTP/1.1" status: 204  len: 168 time: 1.6236587
Feb 02 13:39:10.701759 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b45fa3d-c150-4f6c-add3-5da1807a0c3c admin admin] Made reservation on behalf of 8e16c9728d43493c958535e3444169f8 for: {'network': 1} {{(pid=80185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 02 13:39:10.708958 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-4b45fa3d-c150-4f6c-add3-5da1807a0c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for network, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:10.748165 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-4b45fa3d-c150-4f6c-add3-5da1807a0c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:10.748555 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d13825-f351-4c84-9db4-9cb0fc9dc28c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88f0143a-2e3e-4bbd-98cd-54e87f73dd06', 'code': 200}
Feb 02 13:39:10.800273 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-4b45fa3d-c150-4f6c-add3-5da1807a0c3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:39:10.813568 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-4b45fa3d-c150-4f6c-add3-5da1807a0c3c admin admin] Usage tracker for resource:security_group_rule and tenant:8e16c9728d43493c958535e3444169f8 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:39:10.820937 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-4b45fa3d-c150-4f6c-add3-5da1807a0c3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:39:10.826370 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-c288df30-5984-4568-9c75-a58b44940532 req-abdce459-8967-4a65-bcf4-5ee36a12b8ba service neutron] For port d1a53e07-d16a-44cb-a8b1-91508bfb700f, host hv-cinder-77238, cleared binding levels {{(pid=80185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 02 13:39:10.857668 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-b6098bfc-7233-4cff-aa4d-75c90522b222 req-f2f3248d-b2c3-459b-8030-280277d8dbb7 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Deleting port 88f0143a-2e3e-4bbd-98cd-54e87f73dd06 {{(pid=80185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:39:10.858230 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-b6098bfc-7233-4cff-aa4d-75c90522b222 req-f2f3248d-b2c3-459b-8030-280277d8dbb7 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:10.903083 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc07c4b-c328-4d0f-a3bb-f5690e6108e6 req-7a494dfc-1636-49ae-ac6d-d42245e33902 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:10.905155 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-cbc07c4b-c328-4d0f-a3bb-f5690e6108e6 req-7a494dfc-1636-49ae-ac6d-d42245e33902 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] 10.222.0.133 "GET /v2.0/ports?device_id=d7d13825-f351-4c84-9db4-9cb0fc9dc28c HTTP/1.1" status: 200  len: 943 time: 0.4088478
Feb 02 13:39:10.938293 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-4b45fa3d-c150-4f6c-add3-5da1807a0c3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:39:10.946984 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-c288df30-5984-4568-9c75-a58b44940532 req-abdce459-8967-4a65-bcf4-5ee36a12b8ba service neutron] For port d1a53e07-d16a-44cb-a8b1-91508bfb700f, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=d1a53e07-d16a-44cb-a8b1-91508bfb700f,segment=NetworkSegment(0171a29b-a4d8-433f-9f69-11da58cadf98),segment_id=0171a29b-a4d8-433f-9f69-11da58cadf98)] {{(pid=80185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 02 13:39:10.973942 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-c288df30-5984-4568-9c75-a58b44940532 req-abdce459-8967-4a65-bcf4-5ee36a12b8ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:11.006455 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-dfd722e2-e93d-4cc3-a3d2-8336ad50628d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:39:11.076185 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-cbc07c4b-c328-4d0f-a3bb-f5690e6108e6 req-42ff3e53-1fa7-4c77-bff9-c59106035b9b tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] 10.222.0.133 "GET /v2.0/security-groups?id=b8c97584-d7cc-489d-99cb-1056508a7754&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1435263
Feb 02 13:39:11.370381 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdce459-8967-4a65-bcf4-5ee36a12b8ba service neutron] Pushing event updated for resources: {'Port': ['ID=d1a53e07-d16a-44cb-a8b1-91508bfb700f,revision_number=3']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:39:11.432031 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-abdce459-8967-4a65-bcf4-5ee36a12b8ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:39:11.441220 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 43012) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:39:11.457612 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d897c6e6-6d07-40a8-95e7-688a558834f6 req-36ad41a5-a7f2-464a-92de-9f2ab792e957 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:11.460496 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d897c6e6-6d07-40a8-95e7-688a558834f6 req-36ad41a5-a7f2-464a-92de-9f2ab792e957 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7 HTTP/1.1" status: 200  len: 945 time: 0.3395340
Feb 02 13:39:11.576257 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b098e8a5-4a18-4266-b8a7-f58c76897583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:11.625260 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d897c6e6-6d07-40a8-95e7-688a558834f6 req-5092ec9f-9baa-485c-b443-214c6173ddf6 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=3e9ef5c7-2881-4d8a-b503-c56e95a5c062&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1086020
Feb 02 13:39:11.664770 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-b098e8a5-4a18-4266-b8a7-f58c76897583 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:39:11.731398 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-4b45fa3d-c150-4f6c-add3-5da1807a0c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:11.743206 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-b098e8a5-4a18-4266-b8a7-f58c76897583 admin admin] Usage tracker for resource:security_group_rule and tenant:dca3f24912824428952dec732275c410 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:39:11.743206 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-b098e8a5-4a18-4266-b8a7-f58c76897583 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:39:11.747522 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288df30-5984-4568-9c75-a58b44940532 req-abdce459-8967-4a65-bcf4-5ee36a12b8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:11.748377 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-c288df30-5984-4568-9c75-a58b44940532 req-abdce459-8967-4a65-bcf4-5ee36a12b8ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for port, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:11.749867 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-c288df30-5984-4568-9c75-a58b44940532 req-abdce459-8967-4a65-bcf4-5ee36a12b8ba service neutron] 10.222.0.132 "PUT /v2.0/ports/d1a53e07-d16a-44cb-a8b1-91508bfb700f HTTP/1.1" status: 200  len: 1158 time: 4.2720122
Feb 02 13:39:11.751075 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e3c15c9-7eba-43f6-811e-fbe586cd091b', 'tag': 'd1a53e07-d16a-44cb-a8b1-91508bfb700f'}] {{(pid=80185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:39:11.775151 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69598937-6c8b-4f46-9d72-00f9a060b470 req-7efdfc02-48b7-4574-9d49-2bd38a87a638 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:11.780116 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-69598937-6c8b-4f46-9d72-00f9a060b470 req-7efdfc02-48b7-4574-9d49-2bd38a87a638 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=2ed3a668-be97-4ec5-be44-a404ba149fde HTTP/1.1" status: 200  len: 946 time: 0.3179164
Feb 02 13:39:11.788874 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-4b45fa3d-c150-4f6c-add3-5da1807a0c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:11.802856 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-b098e8a5-4a18-4266-b8a7-f58c76897583 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:39:11.805532 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-e6082554-969d-4eed-8614-c3f2c2ef9d77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:39:11.857212 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b45fa3d-c150-4f6c-add3-5da1807a0c3c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 02 13:39:11.871472 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b45fa3d-c150-4f6c-add3-5da1807a0c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd203e3-fa55-4cc6-a2db-88296241dd39,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:39:11.918008 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-69598937-6c8b-4f46-9d72-00f9a060b470 req-21eed47a-1f90-4673-af54-a72b681c5b6c tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1179817
Feb 02 13:39:11.938987 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-4b45fa3d-c150-4f6c-add3-5da1807a0c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:39:12.003513 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-4b45fa3d-c150-4f6c-add3-5da1807a0c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764996'] for segment, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:12.003513 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.db.segments_db [None req-4b45fa3d-c150-4f6c-add3-5da1807a0c3c admin admin] Added segment a37564d3-6094-474f-ba68-3e55654583de of type vxlan for network 49e9892e-e3c8-47c9-a38b-9f46a257b87b
Feb 02 13:39:12.026022 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-b6098bfc-7233-4cff-aa4d-75c90522b222 req-f2f3248d-b2c3-459b-8030-280277d8dbb7 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] For port 88f0143a-2e3e-4bbd-98cd-54e87f73dd06, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=88f0143a-2e3e-4bbd-98cd-54e87f73dd06,segment=NetworkSegment(f025686b-0316-415a-a51c-89d822b0c35d),segment_id=f025686b-0316-415a-a51c-89d822b0c35d)] {{(pid=80185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:39:12.026455 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-b6098bfc-7233-4cff-aa4d-75c90522b222 req-f2f3248d-b2c3-459b-8030-280277d8dbb7 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:12.068097 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e3c15c9-7eba-43f6-811e-fbe586cd091b', 'tag': 'd1a53e07-d16a-44cb-a8b1-91508bfb700f', 'status': 'completed', 'code': 200}
Feb 02 13:39:12.128505 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd8f87-0709-48a7-89cb-8874f0925a40 req-85714709-b36b-411a-89f8-505b5b301da8 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:12.130494 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-1ccd8f87-0709-48a7-89cb-8874f0925a40 req-85714709-b36b-411a-89f8-505b5b301da8 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=6e3c15c9-7eba-43f6-811e-fbe586cd091b HTTP/1.1" status: 200  len: 944 time: 0.2112811
Feb 02 13:39:12.234458 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-b6098bfc-7233-4cff-aa4d-75c90522b222 req-f2f3248d-b2c3-459b-8030-280277d8dbb7 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Calling delete_port for 88f0143a-2e3e-4bbd-98cd-54e87f73dd06 owned by compute:nova {{(pid=80185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:39:12.237716 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-1ccd8f87-0709-48a7-89cb-8874f0925a40 req-d3af1db2-35f7-49ba-8e16-df9b842706ab tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/security-groups?id=8e3981d7-7e1a-4930-b113-8bfee26cb618&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0862546
Feb 02 13:39:12.303660 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-4b45fa3d-c150-4f6c-add3-5da1807a0c3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771911551603'] for network, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:12.402135 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288df30-5984-4568-9c75-a58b44940532 req-d5773ed1-4a8a-46c2-ba98-4e2d75b93ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:12.403745 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-c288df30-5984-4568-9c75-a58b44940532 req-d5773ed1-4a8a-46c2-ba98-4e2d75b93ecc service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=da040d840d5945a4bc1739a99331270a&device_id=6e3c15c9-7eba-43f6-811e-fbe586cd091b HTTP/1.1" status: 200  len: 1161 time: 0.5335543
Feb 02 13:39:12.509916 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-4b45fa3d-c150-4f6c-add3-5da1807a0c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670'] for network, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:12.532103 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b45fa3d-c150-4f6c-add3-5da1807a0c3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:12.532990 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-4b45fa3d-c150-4f6c-add3-5da1807a0c3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for network, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:12.538977 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-c288df30-5984-4568-9c75-a58b44940532 req-1119abd7-dea8-4892-91b3-9d528be4a949 service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1a53e07-d16a-44cb-a8b1-91508bfb700f HTTP/1.1" status: 200  len: 217 time: 0.1060967
Feb 02 13:39:12.544608 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-4f9fe583-41a9-46c9-a5b1-3177a25a8eaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:39:12.625305 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7bfee9-a702-482d-af91-015bc321079e req-3356965b-45ad-4308-bbc8-1c3c03eb29a8 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:12.628269 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2f7bfee9-a702-482d-af91-015bc321079e req-3356965b-45ad-4308-bbc8-1c3c03eb29a8 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] 10.222.0.133 "GET /v2.0/ports?device_id=d7d13825-f351-4c84-9db4-9cb0fc9dc28c HTTP/1.1" status: 200  len: 943 time: 0.3367887
Feb 02 13:39:12.694166 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b098e8a5-4a18-4266-b8a7-f58c76897583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:12.755000 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2f7bfee9-a702-482d-af91-015bc321079e req-5c23f158-f18d-42bb-9dfb-3456afd629a9 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] 10.222.0.133 "GET /v2.0/security-groups?id=b8c97584-d7cc-489d-99cb-1056508a7754&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1153851
Feb 02 13:39:12.817507 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b098e8a5-4a18-4266-b8a7-f58c76897583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:12.949505 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288df30-5984-4568-9c75-a58b44940532 req-10edbb1a-21bb-4b5c-8de7-83af390d0e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:12.952420 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-c288df30-5984-4568-9c75-a58b44940532 req-10edbb1a-21bb-4b5c-8de7-83af390d0e9b service neutron] 10.222.0.132 "GET /v2.0/subnets?id=fdb421d7-3e26-4929-a736-b93dc64e3cfd HTTP/1.1" status: 200  len: 855 time: 0.3832700
Feb 02 13:39:12.967242 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b45fa3d-c150-4f6c-add3-5da1807a0c3c admin admin] Pushing event updated for resources: {'Network': ['ID=49e9892e-e3c8-47c9-a38b-9f46a257b87b,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:39:12.981369 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Network 49e9892e-e3c8-47c9-a38b-9f46a257b87b details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 02 13:39:13.021162 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Network 49e9892e-e3c8-47c9-a38b-9f46a257b87b details requested by agent ovs-agent-dv-cinder-772388-4-iscsi with host dv-cinder-772388-4-iscsi {{(pid=80186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 02 13:39:13.045621 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-4b45fa3d-c150-4f6c-add3-5da1807a0c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:39:13.052565 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-4b45fa3d-c150-4f6c-add3-5da1807a0c3c admin admin] 10.222.0.133 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 3.5067692
Feb 02 13:39:13.052565 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-ef706dce-2fd9-4288-9119-ce7f5e6f4043 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.196s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:39:13.053838 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 43026) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:39:13.075047 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-e852d9ac-552b-4248-b5cf-6cd0e1c73188 admin admin] Request body: {'subnet': {'network_id': '49e9892e-e3c8-47c9-a38b-9f46a257b87b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1540625845-subnet', 'tenant_id': '8e16c9728d43493c958535e3444169f8', 'ip_version': 4}} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:39:13.082336 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-b098e8a5-4a18-4266-b8a7-f58c76897583 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=dca3f24912824428952dec732275c410&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6396289
Feb 02 13:39:13.094719 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 43030) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:39:13.099985 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-b6098bfc-7233-4cff-aa4d-75c90522b222 req-f2f3248d-b2c3-459b-8030-280277d8dbb7 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264942761622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264943208991'] for port, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:13.105693 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-c288df30-5984-4568-9c75-a58b44940532 req-ee53990a-a48c-40a2-9d1c-dac62f12201d service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=bfbd13a3-d870-417b-93b8-70f01824ec17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1290596
Feb 02 13:39:13.117531 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-e852d9ac-552b-4248-b5cf-6cd0e1c73188 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:39:13.148114 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-e852d9ac-552b-4248-b5cf-6cd0e1c73188 admin admin] Usage tracker for resource:subnet and tenant:8e16c9728d43493c958535e3444169f8 is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:39:13.165922 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-e852d9ac-552b-4248-b5cf-6cd0e1c73188 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:39:13.198698 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-e852d9ac-552b-4248-b5cf-6cd0e1c73188 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:39:13.393589 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9879c4-8cf0-403d-924b-f4f08256ac4e req-0f374117-c3f4-44ba-97ea-f1b8e7227614 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:13.397661 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-5b9879c4-8cf0-403d-924b-f4f08256ac4e req-0f374117-c3f4-44ba-97ea-f1b8e7227614 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7 HTTP/1.1" status: 200  len: 945 time: 0.4350035
Feb 02 13:39:13.682984 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b098e8a5-4a18-4266-b8a7-f58c76897583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6587402-39ac-4ebc-9ef9-d8abd2773752,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:39:13.690553 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-b098e8a5-4a18-4266-b8a7-f58c76897583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:39:13.693241 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-98ac808f-f957-499e-a0a8-7e58e4df9651 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.559s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:39:13.701895 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e852d9ac-552b-4248-b5cf-6cd0e1c73188 admin admin] Made reservation on behalf of 8e16c9728d43493c958535e3444169f8 for: {'subnet': 1} {{(pid=80184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 02 13:39:13.706866 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e852d9ac-552b-4248-b5cf-6cd0e1c73188 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852478217'] for subnet, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:13.771948 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f3248d-b2c3-459b-8030-280277d8dbb7 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Pushing event deleted for resources: {'Port': ['ID=88f0143a-2e3e-4bbd-98cd-54e87f73dd06,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:39:13.783152 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f2f3248d-b2c3-459b-8030-280277d8dbb7 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:39:13.875392 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d872d663-3da1-458e-87a5-57852cb3a175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:13.876567 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-c288df30-5984-4568-9c75-a58b44940532 req-86551f31-117c-4521-8de3-065cbbb54a08 service neutron] 10.222.0.132 "GET /v2.0/networks/bfbd13a3-d870-417b-93b8-70f01824ec17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7246044
Feb 02 13:39:13.995669 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-5b9879c4-8cf0-403d-924b-f4f08256ac4e req-0d544e1c-44c8-40b5-aa42-d1e8883c5886 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=3e9ef5c7-2881-4d8a-b503-c56e95a5c062&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3029060
Feb 02 13:39:14.048404 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6098bfc-7233-4cff-aa4d-75c90522b222 req-f2f3248d-b2c3-459b-8030-280277d8dbb7 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] No DVR routers for this DVR port 88f0143a-2e3e-4bbd-98cd-54e87f73dd06 on host hv-cinder-77238 {{(pid=80185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 02 13:39:14.064127 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-b6098bfc-7233-4cff-aa4d-75c90522b222 req-f2f3248d-b2c3-459b-8030-280277d8dbb7 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for port, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:14.066370 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d872d663-3da1-458e-87a5-57852cb3a175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:14.067031 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b6098bfc-7233-4cff-aa4d-75c90522b222 req-f2f3248d-b2c3-459b-8030-280277d8dbb7 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] 10.222.0.132 "DELETE /v2.0/ports/88f0143a-2e3e-4bbd-98cd-54e87f73dd06 HTTP/1.1" status: 204  len: 173 time: 3.4451096
Feb 02 13:39:14.070682 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d13825-f351-4c84-9db4-9cb0fc9dc28c', 'name': 'network-vif-deleted', 'tag': '88f0143a-2e3e-4bbd-98cd-54e87f73dd06'}] {{(pid=80185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:39:14.136621 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-c288df30-5984-4568-9c75-a58b44940532 req-3983ad40-e469-4d22-bfcd-bc3ca9e4e563 service neutron] 10.222.0.132 "GET /v2.0/networks/bfbd13a3-d870-417b-93b8-70f01824ec17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2552869
Feb 02 13:39:14.355051 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512363d4-20f0-42b1-ae53-a71f4b4ca877 req-66152877-d6da-494d-8a43-e4872c5fda0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:14.357258 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-512363d4-20f0-42b1-ae53-a71f4b4ca877 req-66152877-d6da-494d-8a43-e4872c5fda0b service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=da040d840d5945a4bc1739a99331270a&device_id=6e3c15c9-7eba-43f6-811e-fbe586cd091b HTTP/1.1" status: 200  len: 1161 time: 0.1523294
Feb 02 13:39:14.514256 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de5884a-fcd9-4351-a0cd-e43ff4dc3596 req-ba10b99c-08b3-4efa-84be-7d66a9c14c63 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:14.516563 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2de5884a-fcd9-4351-a0cd-e43ff4dc3596 req-ba10b99c-08b3-4efa-84be-7d66a9c14c63 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=2ed3a668-be97-4ec5-be44-a404ba149fde HTTP/1.1" status: 200  len: 946 time: 1.2701652
Feb 02 13:39:14.554987 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512363d4-20f0-42b1-ae53-a71f4b4ca877 req-083d1423-44c3-4c1f-a69c-fc2f1df24c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:14.557718 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-512363d4-20f0-42b1-ae53-a71f4b4ca877 req-083d1423-44c3-4c1f-a69c-fc2f1df24c4b service neutron] 10.222.0.132 "GET /v2.0/networks?id=bfbd13a3-d870-417b-93b8-70f01824ec17 HTTP/1.1" status: 200  len: 909 time: 0.1947107
Feb 02 13:39:14.621166 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d872d663-3da1-458e-87a5-57852cb3a175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:14.700445 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-fb881d86-7105-41a4-a16b-70111f16c43e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:39:14.731516 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-512363d4-20f0-42b1-ae53-a71f4b4ca877 req-c16190f2-8829-48fa-9b15-d2598221be11 service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1a53e07-d16a-44cb-a8b1-91508bfb700f HTTP/1.1" status: 200  len: 217 time: 0.1664333
Feb 02 13:39:14.795536 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2de5884a-fcd9-4351-a0cd-e43ff4dc3596 req-fd6a5973-ab65-42d7-a447-6998cb8bf1c8 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2384627
Feb 02 13:39:14.801512 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d872d663-3da1-458e-87a5-57852cb3a175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6587402-39ac-4ebc-9ef9-d8abd2773752,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:39:14.815627 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-d872d663-3da1-458e-87a5-57852cb3a175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:39:14.859448 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512363d4-20f0-42b1-ae53-a71f4b4ca877 req-015c4936-5125-4b06-bd30-e6891644be89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:14.861447 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-512363d4-20f0-42b1-ae53-a71f4b4ca877 req-015c4936-5125-4b06-bd30-e6891644be89 service neutron] 10.222.0.132 "GET /v2.0/subnets?id=fdb421d7-3e26-4929-a736-b93dc64e3cfd HTTP/1.1" status: 200  len: 855 time: 0.1239264
Feb 02 13:39:14.892170 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d872d663-3da1-458e-87a5-57852cb3a175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:14.896782 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-d872d663-3da1-458e-87a5-57852cb3a175 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/b6587402-39ac-4ebc-9ef9-d8abd2773752 HTTP/1.1" status: 204  len: 168 time: 1.7979047
Feb 02 13:39:14.982245 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-512363d4-20f0-42b1-ae53-a71f4b4ca877 req-a3b84836-5b30-4d9b-ba30-bd4e20de3553 service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=bfbd13a3-d870-417b-93b8-70f01824ec17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1144454
Feb 02 13:39:15.110632 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a108d868-8c7d-4e90-a451-d297296f14b8 req-6ff102ea-825e-4971-ad37-6c5c9efc6353 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:15.123315 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a108d868-8c7d-4e90-a451-d297296f14b8 req-6ff102ea-825e-4971-ad37-6c5c9efc6353 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=6e3c15c9-7eba-43f6-811e-fbe586cd091b HTTP/1.1" status: 200  len: 944 time: 0.8119636
Feb 02 13:39:15.265514 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d13825-f351-4c84-9db4-9cb0fc9dc28c', 'name': 'network-vif-deleted', 'tag': '88f0143a-2e3e-4bbd-98cd-54e87f73dd06', 'status': 'completed', 'code': 200}
Feb 02 13:39:15.359485 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-512363d4-20f0-42b1-ae53-a71f4b4ca877 req-bf8c7d2e-388c-48aa-b299-22b714ba90c5 service neutron] 10.222.0.132 "GET /v2.0/networks/bfbd13a3-d870-417b-93b8-70f01824ec17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3670237
Feb 02 13:39:15.391702 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a108d868-8c7d-4e90-a451-d297296f14b8 req-2e63bff5-b799-4673-80e3-80755b7fd446 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/security-groups?id=8e3981d7-7e1a-4930-b113-8bfee26cb618&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2638409
Feb 02 13:39:15.923692 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-512363d4-20f0-42b1-ae53-a71f4b4ca877 req-ff2bcdf9-d864-43f5-ae1d-c396c4452328 service neutron] 10.222.0.132 "GET /v2.0/networks/bfbd13a3-d870-417b-93b8-70f01824ec17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5581577
Feb 02 13:39:15.993084 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e852d9ac-552b-4248-b5cf-6cd0e1c73188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2834529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852478268'] for subnet, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:16.039134 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:39:16.233079 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device d1a53e07-d16a-44cb-a8b1-91508bfb700f up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:39:16.418561 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning for port d1a53e07-d16a-44cb-a8b1-91508bfb700f completed by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:39:16.433073 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port d1a53e07-d16a-44cb-a8b1-91508bfb700f triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:39:16.434016 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:16.693989 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:16.785659 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] For port d1a53e07-d16a-44cb-a8b1-91508bfb700f, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=d1a53e07-d16a-44cb-a8b1-91508bfb700f,segment=NetworkSegment(0171a29b-a4d8-433f-9f69-11da58cadf98),segment_id=0171a29b-a4d8-433f-9f69-11da58cadf98)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:39:16.791553 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e3c15c9-7eba-43f6-811e-fbe586cd091b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a53e07-d16a-44cb-a8b1-91508bfb700f'}] {{(pid=80186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:39:16.814720 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:16.822712 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:39:16.968266 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa7373-c7a9-4a5e-9b67-48a071551cb9 req-2c1219bb-7f2a-47e4-a2be-bf81e25cb742 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:16.969842 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-88fa7373-c7a9-4a5e-9b67-48a071551cb9 req-2c1219bb-7f2a-47e4-a2be-bf81e25cb742 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7 HTTP/1.1" status: 200  len: 945 time: 1.2929137
Feb 02 13:39:16.997509 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e852d9ac-552b-4248-b5cf-6cd0e1c73188 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e347391d-b5e6-4cc9-bee6-953d0e0b3d40,revision_number=0']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:39:17.005397 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-e852d9ac-552b-4248-b5cf-6cd0e1c73188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.966s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:39:17.052658 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Pushing event updated for resources: {'Port': ['ID=d1a53e07-d16a-44cb-a8b1-91508bfb700f,revision_number=4']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:39:17.060359 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:39:17.184978 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-88fa7373-c7a9-4a5e-9b67-48a071551cb9 req-3e24ee6d-347e-47a6-b791-4e94fd98fa43 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=3e9ef5c7-2881-4d8a-b503-c56e95a5c062&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1918309
Feb 02 13:39:17.213835 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e852d9ac-552b-4248-b5cf-6cd0e1c73188 admin admin] Checking segment: {'id': 'a37564d3-6094-474f-ba68-3e55654583de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '49e9892e-e3c8-47c9-a38b-9f46a257b87b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:39:17.214354 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e852d9ac-552b-4248-b5cf-6cd0e1c73188 admin admin] Network hostable DHCP agents. Network: 49e9892e-e3c8-47c9-a38b-9f46a257b87b, hostable agents: ['f461d640-d7db-44f6-a785-e3cace2a4602'], hosted agents: [] {{(pid=80184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 02 13:39:17.500758 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f8baab-7e22-4e3b-b242-b7945d2ee0f0 req-5857cd94-2179-4f0b-ad60-a73a17a1e491 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:17.513310 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-c6f8baab-7e22-4e3b-b242-b7945d2ee0f0 req-5857cd94-2179-4f0b-ad60-a73a17a1e491 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=2ed3a668-be97-4ec5-be44-a404ba149fde HTTP/1.1" status: 200  len: 946 time: 1.1613731
Feb 02 13:39:17.576454 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e852d9ac-552b-4248-b5cf-6cd0e1c73188 admin admin] Network 49e9892e-e3c8-47c9-a38b-9f46a257b87b is scheduled to be hosted by DHCP agent f461d640-d7db-44f6-a785-e3cace2a4602 with binding_index 1 {{(pid=80184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 02 13:39:17.635235 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [None req-e852d9ac-552b-4248-b5cf-6cd0e1c73188 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-4-iscsi, 49e9892e-e3c8-47c9-a38b-9f46a257b87b) {{(pid=80184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:39:17.654405 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27646b20-b9de-4774-a935-9581f2a37565 None None] Network 49e9892e-e3c8-47c9-a38b-9f46a257b87b requested from dv-cinder-772388-4-iscsi {{(pid=80186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 02 13:39:17.678308 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e852d9ac-552b-4248-b5cf-6cd0e1c73188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:17.679502 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e852d9ac-552b-4248-b5cf-6cd0e1c73188 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for subnet, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:17.738315 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-c6f8baab-7e22-4e3b-b242-b7945d2ee0f0 req-a0dd359d-79a8-47e1-9a2f-676eaf7c7d9f tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2232664
Feb 02 13:39:17.941261 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device d1a53e07-d16a-44cb-a8b1-91508bfb700f up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:39:18.063175 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-e852d9ac-552b-4248-b5cf-6cd0e1c73188 admin admin] 10.222.0.133 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 5.0032365
Feb 02 13:39:18.064222 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 43128) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:39:18.077733 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-0c00dfb9-d88c-4493-a1ba-a1cb7f0af2e1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1540625845-router', 'tenant_id': '8e16c9728d43493c958535e3444169f8', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd'}}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:39:18.104840 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-0c00dfb9-d88c-4493-a1ba-a1cb7f0af2e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:39:18.132925 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-0c00dfb9-d88c-4493-a1ba-a1cb7f0af2e1 admin admin] Usage tracker for resource:router and tenant:8e16c9728d43493c958535e3444169f8 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:39:18.142771 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e3c15c9-7eba-43f6-811e-fbe586cd091b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a53e07-d16a-44cb-a8b1-91508bfb700f', 'code': 200}
Feb 02 13:39:18.146117 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-0c00dfb9-d88c-4493-a1ba-a1cb7f0af2e1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:39:18.178915 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-0c00dfb9-d88c-4493-a1ba-a1cb7f0af2e1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:39:18.218620 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0c00dfb9-d88c-4493-a1ba-a1cb7f0af2e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2071196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854754958'] for router, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:18.226601 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0c00dfb9-d88c-4493-a1ba-a1cb7f0af2e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852704654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852699534', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2021380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-20842'] for router, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:18.303841 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0c00dfb9-d88c-4493-a1ba-a1cb7f0af2e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:18.422731 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.agents_db [None req-a5446886-6d63-4256-b3e6-4e67ca866f31 None None] Agent healthcheck: found 6 active agents {{(pid=80187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 02 13:39:18.655214 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e004bb98-77be-4721-aed7-25264f8adf85 req-40d6d892-8dd0-4439-96dd-146eaf4d1f74 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:18.682927 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e004bb98-77be-4721-aed7-25264f8adf85 req-40d6d892-8dd0-4439-96dd-146eaf4d1f74 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=6e3c15c9-7eba-43f6-811e-fbe586cd091b HTTP/1.1" status: 200  len: 946 time: 0.9423444
Feb 02 13:39:18.747725 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port d1a53e07-d16a-44cb-a8b1-91508bfb700f triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:39:18.750439 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:18.951311 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e004bb98-77be-4721-aed7-25264f8adf85 req-1bc7db70-0f9a-4eb7-bf32-68f9eb4f62e8 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/security-groups?id=8e3981d7-7e1a-4930-b113-8bfee26cb618&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2669389
Feb 02 13:39:19.253902 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d5bfba-31cd-4fe9-b77b-4d1cfe65514f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa05205c3-8815-540b-8771-77f24174213e-49e9892e-e3c8-47c9-a38b-9f46a257b87b', 'network_id': '49e9892e-e3c8-47c9-a38b-9f46a257b87b', 'tenant_id': '8e16c9728d43493c958535e3444169f8', 'fixed_ips': [{'subnet_id': 'e347391d-b5e6-4cc9-bee6-953d0e0b3d40'}]}} from dv-cinder-772388-4-iscsi. {{(pid=80186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 02 13:39:19.257233 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c3d5bfba-31cd-4fe9-b77b-4d1cfe65514f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_create {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:19.731434 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0c00dfb9-d88c-4493-a1ba-a1cb7f0af2e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852699583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2071267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-20827'] for router, precommit_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:19.749781 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ce193-3e4e-48ae-abbe-994ddec7762c req-e2c42be8-cdd3-4a95-9d5f-13293ed4348c tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:19.751740 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-510ce193-3e4e-48ae-abbe-994ddec7762c req-e2c42be8-cdd3-4a95-9d5f-13293ed4348c tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7 HTTP/1.1" status: 200  len: 945 time: 0.7990284
Feb 02 13:39:19.776223 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f9368-016e-4903-aa5a-ad2860a30d64 req-c152ec9d-03e3-43d9-a0fc-ef587a6f414c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:19.779569 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-9c0f9368-016e-4903-aa5a-ad2860a30d64 req-c152ec9d-03e3-43d9-a0fc-ef587a6f414c service neutron] 10.222.0.132 "GET /v2.0/ports?device_id=6e3c15c9-7eba-43f6-811e-fbe586cd091b HTTP/1.1" status: 200  len: 1163 time: 1.1015022
Feb 02 13:39:20.015860 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-510ce193-3e4e-48ae-abbe-994ddec7762c req-e862eab9-13ee-40d3-a5b4-255afc6608d2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=3e9ef5c7-2881-4d8a-b503-c56e95a5c062&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2295051
Feb 02 13:39:20.177304 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_common [None req-c3d5bfba-31cd-4fe9-b77b-4d1cfe65514f None None] Allocated IP 172.20.0.2 (49e9892e-e3c8-47c9-a38b-9f46a257b87b/e347391d-b5e6-4cc9-bee6-953d0e0b3d40/cf6a5373-78ef-49e7-b114-224b5261d9b3) {{(pid=80186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 02 13:39:20.331436 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-9c0f9368-016e-4903-aa5a-ad2860a30d64 req-63059b08-2dc3-4950-84a4-ec58b8c8b5e9 service neutron] 10.222.0.132 "GET /v2.0/security-groups?id=8e3981d7-7e1a-4930-b113-8bfee26cb618&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1058259
Feb 02 13:39:20.501517 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 43172) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:39:20.513761 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abaf79-8e48-4d7d-bc52-d6c1a24faa4c req-cb165edb-1e44-4666-9614-096c63ac7d9a tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:20.530138 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-37abaf79-8e48-4d7d-bc52-d6c1a24faa4c req-cb165edb-1e44-4666-9614-096c63ac7d9a tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=2ed3a668-be97-4ec5-be44-a404ba149fde HTTP/1.1" status: 200  len: 946 time: 0.7765625
Feb 02 13:39:20.749018 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-37abaf79-8e48-4d7d-bc52-d6c1a24faa4c req-627baadb-c30d-4908-a668-2533a4d67f56 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2164459
Feb 02 13:39:20.765469 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c3d5bfba-31cd-4fe9-b77b-4d1cfe65514f None None] Notify callbacks [] for port, precommit_create {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:20.801709 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-c3d5bfba-31cd-4fe9-b77b-4d1cfe65514f None None] Transition to ACTIVE for port object cf6a5373-78ef-49e7-b114-224b5261d9b3 will not be triggered until provisioned by entity L2. {{(pid=80186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:39:20.851870 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-c3d5bfba-31cd-4fe9-b77b-4d1cfe65514f None None] Transition to ACTIVE for port object cf6a5373-78ef-49e7-b114-224b5261d9b3 will not be triggered until provisioned by entity DHCP. {{(pid=80186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:39:20.867625 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c3d5bfba-31cd-4fe9-b77b-4d1cfe65514f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264943169311'] for port, after_create {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:21.000261 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0c00dfb9-d88c-4493-a1ba-a1cb7f0af2e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:21.078307 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0c00dfb9-d88c-4493-a1ba-a1cb7f0af2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:21.194839 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f8053236-2943-4d38-8cce-1c4ef2718231 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:39:21.303411 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-57090729-dd2e-4700-b218-3e771bc28341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:21.383086 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d5bfba-31cd-4fe9-b77b-4d1cfe65514f None None] Pushing event updated for resources: {'Port': ['ID=cf6a5373-78ef-49e7-b114-224b5261d9b3,revision_number=1']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:39:21.385477 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-57090729-dd2e-4700-b218-3e771bc28341 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:39:21.385477 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-57090729-dd2e-4700-b218-3e771bc28341 admin admin] Usage tracker for resource:security_group_rule and tenant:eadc2ad1b70745218308bd7390286306 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:39:21.400081 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-c3d5bfba-31cd-4fe9-b77b-4d1cfe65514f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:39:21.408618 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d5bfba-31cd-4fe9-b77b-4d1cfe65514f None None] Network 49e9892e-e3c8-47c9-a38b-9f46a257b87b is already hosted by enough agents. {{(pid=80186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:39:21.410893 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [None req-c3d5bfba-31cd-4fe9-b77b-4d1cfe65514f None None] Resources bound (agent type, host, resource id):  {{(pid=80186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:39:21.414678 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d5bfba-31cd-4fe9-b77b-4d1cfe65514f None None] Received port after_create {{(pid=80186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 02 13:39:21.442985 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadac20f-4a65-4ccf-a574-ae010a0bb71a req-30a8c8b2-13d6-42b5-9883-f311b3228159 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:21.458668 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-cadac20f-4a65-4ccf-a574-ae010a0bb71a req-30a8c8b2-13d6-42b5-9883-f311b3228159 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=6e3c15c9-7eba-43f6-811e-fbe586cd091b HTTP/1.1" status: 200  len: 946 time: 0.7071023
Feb 02 13:39:21.561819 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-c3d5bfba-31cd-4fe9-b77b-4d1cfe65514f None None] Attempting to bind port cf6a5373-78ef-49e7-b114-224b5261d9b3 on host dv-cinder-772388-4-iscsi for vnic_type normal with profile  {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 02 13:39:21.562632 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-c3d5bfba-31cd-4fe9-b77b-4d1cfe65514f None None] Attempting to bind port cf6a5373-78ef-49e7-b114-224b5261d9b3 by drivers openvswitch on host dv-cinder-772388-4-iscsi at level 0 using segments [{'id': 'a37564d3-6094-474f-ba68-3e55654583de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '49e9892e-e3c8-47c9-a38b-9f46a257b87b'}] {{(pid=80186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 02 13:39:21.563701 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d5bfba-31cd-4fe9-b77b-4d1cfe65514f None None] Attempting to bind port cf6a5373-78ef-49e7-b114-224b5261d9b3 on network 49e9892e-e3c8-47c9-a38b-9f46a257b87b {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 02 13:39:21.578999 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d5bfba-31cd-4fe9-b77b-4d1cfe65514f None None] Checking agent: {'id': '59520739-4536-4d8c-966e-8cf7fcba95c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 27, 30), 'started_at': datetime.datetime(2021, 2, 2, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.101', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 02 13:39:21.580035 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d5bfba-31cd-4fe9-b77b-4d1cfe65514f None None] Checking segment: {'id': 'a37564d3-6094-474f-ba68-3e55654583de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '49e9892e-e3c8-47c9-a38b-9f46a257b87b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:39:21.580816 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c3d5bfba-31cd-4fe9-b77b-4d1cfe65514f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:21.581409 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d5bfba-31cd-4fe9-b77b-4d1cfe65514f None None] Bound using segment: {'id': 'a37564d3-6094-474f-ba68-3e55654583de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '49e9892e-e3c8-47c9-a38b-9f46a257b87b'} {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 02 13:39:21.584243 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-c3d5bfba-31cd-4fe9-b77b-4d1cfe65514f None None] Bound port: cf6a5373-78ef-49e7-b114-224b5261d9b3, host: dv-cinder-772388-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a37564d3-6094-474f-ba68-3e55654583de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '49e9892e-e3c8-47c9-a38b-9f46a257b87b'}}] {{(pid=80186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 02 13:39:21.584243 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c3d5bfba-31cd-4fe9-b77b-4d1cfe65514f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:21.683781 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-cadac20f-4a65-4ccf-a574-ae010a0bb71a req-723f80a3-2b3a-44da-8483-52ae644e78a4 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/security-groups?id=8e3981d7-7e1a-4930-b113-8bfee26cb618&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2205918
Feb 02 13:39:21.774076 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_common [None req-0c00dfb9-d88c-4493-a1ba-a1cb7f0af2e1 admin admin] Allocated IP 172.27.2.97 (081eaffe-521e-4302-9444-c5c7bff220cd/e906fce0-ed19-4873-885c-646e92308730/ccd7362a-605d-40d0-bbf6-c2b5e9e9565c) {{(pid=80185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 02 13:39:22.003603 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-c3d5bfba-31cd-4fe9-b77b-4d1cfe65514f None None] For port cf6a5373-78ef-49e7-b114-224b5261d9b3, host dv-cinder-772388-4-iscsi, cleared binding levels {{(pid=80186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 02 13:39:22.022437 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-c3d5bfba-31cd-4fe9-b77b-4d1cfe65514f None None] For port cf6a5373-78ef-49e7-b114-224b5261d9b3, host dv-cinder-772388-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=cf6a5373-78ef-49e7-b114-224b5261d9b3,segment=NetworkSegment(a37564d3-6094-474f-ba68-3e55654583de),segment_id=a37564d3-6094-474f-ba68-3e55654583de)] {{(pid=80186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 02 13:39:22.030224 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c3d5bfba-31cd-4fe9-b77b-4d1cfe65514f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:22.046000 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0c00dfb9-d88c-4493-a1ba-a1cb7f0af2e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:22.077095 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:39:22.092013 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-57090729-dd2e-4700-b218-3e771bc28341 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:39:22.103696 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0c00dfb9-d88c-4493-a1ba-a1cb7f0af2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264943169311'] for port, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:22.232861 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d5bfba-31cd-4fe9-b77b-4d1cfe65514f None None] Pushing event updated for resources: {'Port': ['ID=cf6a5373-78ef-49e7-b114-224b5261d9b3,revision_number=2']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:39:22.251176 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e3090-9985-4435-8509-eddb13402f95 req-c7fc8f11-2ac2-4365-8190-318a7cadc350 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:22.272247 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7c7e3090-9985-4435-8509-eddb13402f95 req-c7fc8f11-2ac2-4365-8190-318a7cadc350 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7 HTTP/1.1" status: 200  len: 945 time: 0.5886512
Feb 02 13:39:22.317560 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-57090729-dd2e-4700-b218-3e771bc28341 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:39:22.321167 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-0ef9ce96-f92a-4d64-8749-d638c1eb215c tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:39:22.400818 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7c7e3090-9985-4435-8509-eddb13402f95 req-479bd4cf-0054-40e1-be3a-bdc0e88724ad tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=3e9ef5c7-2881-4d8a-b503-c56e95a5c062&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1271362
Feb 02 13:39:22.417748 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-c3d5bfba-31cd-4fe9-b77b-4d1cfe65514f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:39:22.667289 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c00dfb9-d88c-4493-a1ba-a1cb7f0af2e1 admin admin] Network 081eaffe-521e-4302-9444-c5c7bff220cd is already hosted by enough agents. {{(pid=80185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:39:22.685611 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [None req-0c00dfb9-d88c-4493-a1ba-a1cb7f0af2e1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:39:22.742302 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c00dfb9-d88c-4493-a1ba-a1cb7f0af2e1 admin admin] Received port after_create {{(pid=80185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 02 13:39:22.983066 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5db34-d510-4996-8eaf-0d9ffc378778 req-d7d422f5-06d4-4444-a714-8eb91a16f466 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:22.986518 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-83a5db34-d510-4996-8eaf-0d9ffc378778 req-d7d422f5-06d4-4444-a714-8eb91a16f466 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=2ed3a668-be97-4ec5-be44-a404ba149fde HTTP/1.1" status: 200  len: 946 time: 0.6311653
Feb 02 13:39:23.012083 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c00dfb9-d88c-4493-a1ba-a1cb7f0af2e1 admin admin] Pushing event updated for resources: {'Port': ['ID=ccd7362a-605d-40d0-bbf6-c2b5e9e9565c,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:39:23.044301 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c00dfb9-d88c-4493-a1ba-a1cb7f0af2e1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:23.045627 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c00dfb9-d88c-4493-a1ba-a1cb7f0af2e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:23.047107 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c00dfb9-d88c-4493-a1ba-a1cb7f0af2e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:23.048277 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c00dfb9-d88c-4493-a1ba-a1cb7f0af2e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:23.049097 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c00dfb9-d88c-4493-a1ba-a1cb7f0af2e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:23.049764 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c00dfb9-d88c-4493-a1ba-a1cb7f0af2e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:23.050683 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c00dfb9-d88c-4493-a1ba-a1cb7f0af2e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:23.052005 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c00dfb9-d88c-4493-a1ba-a1cb7f0af2e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:23.052728 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c00dfb9-d88c-4493-a1ba-a1cb7f0af2e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:23.053447 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c00dfb9-d88c-4493-a1ba-a1cb7f0af2e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:23.054019 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c00dfb9-d88c-4493-a1ba-a1cb7f0af2e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:23.054744 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c00dfb9-d88c-4493-a1ba-a1cb7f0af2e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:23.056277 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c00dfb9-d88c-4493-a1ba-a1cb7f0af2e1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:23.057377 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c00dfb9-d88c-4493-a1ba-a1cb7f0af2e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:23.058203 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c00dfb9-d88c-4493-a1ba-a1cb7f0af2e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:23.059074 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c00dfb9-d88c-4493-a1ba-a1cb7f0af2e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:23.059665 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c00dfb9-d88c-4493-a1ba-a1cb7f0af2e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:23.060280 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c00dfb9-d88c-4493-a1ba-a1cb7f0af2e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:23.060898 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c00dfb9-d88c-4493-a1ba-a1cb7f0af2e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:23.061872 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c00dfb9-d88c-4493-a1ba-a1cb7f0af2e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:23.062432 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c00dfb9-d88c-4493-a1ba-a1cb7f0af2e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:23.062978 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c00dfb9-d88c-4493-a1ba-a1cb7f0af2e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:23.063553 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c00dfb9-d88c-4493-a1ba-a1cb7f0af2e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:23.064241 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c00dfb9-d88c-4493-a1ba-a1cb7f0af2e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:23.104189 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-0c00dfb9-d88c-4493-a1ba-a1cb7f0af2e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.783s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:39:23.163127 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-83a5db34-d510-4996-8eaf-0d9ffc378778 req-5ec5705e-934e-4006-a14f-b10961274358 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1533003
Feb 02 13:39:23.844487 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb8731-27f7-4721-a4d8-587d107ed14e req-8d4b3373-f790-4ac0-a42d-7911c51e42e0 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:23.872188 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7fcb8731-27f7-4721-a4d8-587d107ed14e req-8d4b3373-f790-4ac0-a42d-7911c51e42e0 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=6e3c15c9-7eba-43f6-811e-fbe586cd091b HTTP/1.1" status: 200  len: 946 time: 0.6427777
Feb 02 13:39:24.263749 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-57090729-dd2e-4700-b218-3e771bc28341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:24.283867 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-57090729-dd2e-4700-b218-3e771bc28341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:24.450570 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-d2b8dea7-b076-45ee-b454-be90ab3cf05d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:39:24.583542 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-57090729-dd2e-4700-b218-3e771bc28341 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=eadc2ad1b70745218308bd7390286306&name=default HTTP/1.1" status: 200  len: 2979 time: 4.0794716
Feb 02 13:39:24.588164 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 43208) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:39:24.589412 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57090729-dd2e-4700-b218-3e771bc28341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ae2d27-8fc1-477b-8e43-9ef500e1ea2c,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:39:24.627471 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-57090729-dd2e-4700-b218-3e771bc28341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:39:24.793726 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7fcb8731-27f7-4721-a4d8-587d107ed14e req-870e8cf2-b26b-4d82-bc7d-652226bdc123 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/security-groups?id=8e3981d7-7e1a-4930-b113-8bfee26cb618&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9190807
Feb 02 13:39:25.229909 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device cf6a5373-78ef-49e7-b114-224b5261d9b3 up at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:39:25.344773 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559194b9-f4e1-45b2-acbb-73004171be85 req-c5f60d6f-b5a8-451b-a190-1df71453db4b tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:25.361988 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-559194b9-f4e1-45b2-acbb-73004171be85 req-c5f60d6f-b5a8-451b-a190-1df71453db4b tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7 HTTP/1.1" status: 200  len: 945 time: 1.4863608
Feb 02 13:39:25.503879 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f332f63-e4df-49c1-85f9-7050cd2f2abf None None] Network 49e9892e-e3c8-47c9-a38b-9f46a257b87b requested from dv-cinder-772388-4-iscsi {{(pid=80186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 02 13:39:25.552481 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0c00dfb9-d88c-4493-a1ba-a1cb7f0af2e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:25.677345 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-559194b9-f4e1-45b2-acbb-73004171be85 req-6af1dac7-6c3e-43d0-89bf-59ea56d4da92 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=3e9ef5c7-2881-4d8a-b503-c56e95a5c062&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3136992
Feb 02 13:39:25.825125 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-41fa3002-a23a-4ee9-a568-d55ce366f4a0 None None] Provisioning for port cf6a5373-78ef-49e7-b114-224b5261d9b3 completed by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:39:26.334504 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c30806-6182-4498-953f-b7f31b79ac5d req-6302c88e-8927-4798-b354-c8b090c2f434 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:26.358042 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-70c30806-6182-4498-953f-b7f31b79ac5d req-6302c88e-8927-4798-b354-c8b090c2f434 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=2ed3a668-be97-4ec5-be44-a404ba149fde HTTP/1.1" status: 200  len: 946 time: 0.8787849
Feb 02 13:39:26.368674 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ece56b15-0660-4fd8-ae58-66ee33ce4b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:26.528814 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-70c30806-6182-4498-953f-b7f31b79ac5d req-f7fed393-af5e-4db2-a449-9392a2afbcd4 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1645458
Feb 02 13:39:26.548122 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning for port cf6a5373-78ef-49e7-b114-224b5261d9b3 completed by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:39:26.743846 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning complete for port cf6a5373-78ef-49e7-b114-224b5261d9b3 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:39:26.744328 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:27.254511 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-312273d0-8224-442c-be9d-d1d70b2a8e81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:27.357914 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-312273d0-8224-442c-be9d-d1d70b2a8e81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:27.391320 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0c00dfb9-d88c-4493-a1ba-a1cb7f0af2e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852704620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2076335'] for router, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:27.579004 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:27.822648 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device c589d339-358c-4a85-9297-cd3c9497bc88 up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:39:28.166511 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-312273d0-8224-442c-be9d-d1d70b2a8e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:28.198394 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-2b7d0e87-8acd-4ad2-b0a0-3cf2260fbb62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:39:28.229624 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e0be5f-8028-4686-b324-1f926ef6c143 req-94e04dad-3e52-4e41-946b-71d46cb12416 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:28.244633 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-77e0be5f-8028-4686-b324-1f926ef6c143 req-94e04dad-3e52-4e41-946b-71d46cb12416 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7 HTTP/1.1" status: 200  len: 945 time: 0.7236953
Feb 02 13:39:28.252122 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312273d0-8224-442c-be9d-d1d70b2a8e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ae2d27-8fc1-477b-8e43-9ef500e1ea2c,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:39:28.254958 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-312273d0-8224-442c-be9d-d1d70b2a8e81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:39:28.376279 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-312273d0-8224-442c-be9d-d1d70b2a8e81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:28.381588 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-312273d0-8224-442c-be9d-d1d70b2a8e81 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/e2ae2d27-8fc1-477b-8e43-9ef500e1ea2c HTTP/1.1" status: 204  len: 168 time: 3.7574444
Feb 02 13:39:28.443274 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c00dfb9-d88c-4493-a1ba-a1cb7f0af2e1 admin admin] Router 89aeae03-5271-49df-828c-86f74a1f1e6a is scheduled to L3 agent 46ed2aac-7d32-4274-9cac-387c5fc2cd87 with binding_index 1 {{(pid=80185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 02 13:39:28.648026 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-77e0be5f-8028-4686-b324-1f926ef6c143 req-7a9ae581-6b62-467f-aba6-7a6cf92f2753 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=3e9ef5c7-2881-4d8a-b503-c56e95a5c062&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1814227
Feb 02 13:39:28.840196 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] For port cf6a5373-78ef-49e7-b114-224b5261d9b3, host dv-cinder-772388-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=cf6a5373-78ef-49e7-b114-224b5261d9b3,segment=NetworkSegment(a37564d3-6094-474f-ba68-3e55654583de),segment_id=a37564d3-6094-474f-ba68-3e55654583de)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:39:28.973798 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:29.091852 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:39:29.255905 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d13665-3233-495e-b84f-8a042e96189f req-b39688ed-5658-40ff-badf-441be05188f1 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:29.270893 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d2d13665-3233-495e-b84f-8a042e96189f req-b39688ed-5658-40ff-badf-441be05188f1 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=2ed3a668-be97-4ec5-be44-a404ba149fde HTTP/1.1" status: 200  len: 946 time: 1.0190232
Feb 02 13:39:29.316483 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Pushing event updated for resources: {'Port': ['ID=cf6a5373-78ef-49e7-b114-224b5261d9b3,revision_number=3']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:39:29.345093 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:39:29.450734 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-14ab8272-6249-4753-9eb2-fd1a28c2e074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:29.466691 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c00dfb9-d88c-4493-a1ba-a1cb7f0af2e1 admin admin] Notify agent at l3_agent.dv-cinder-772388-4-iscsi the message routers_updated {{(pid=80185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 02 13:39:29.468571 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c7e8766e-8d12-4426-afca-822902410145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:29.487639 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5ce5ae-d69e-43bc-bb27-de425962082b None None] Sync routers for ids ['89aeae03-5271-49df-828c-86f74a1f1e6a'] in dv-cinder-772388-4-iscsi {{(pid=80187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 02 13:39:29.506856 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port c589d339-358c-4a85-9297-cd3c9497bc88 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:39:29.507995 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:29.560898 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5ce5ae-d69e-43bc-bb27-de425962082b None None] Routers {'89aeae03-5271-49df-828c-86f74a1f1e6a'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:39:29.562009 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-eb5ce5ae-d69e-43bc-bb27-de425962082b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e98b36a0>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:39:29Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['89aeae03-5271-49df-828c-86f74a1f1e6a'], 'active': True} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:39:29.593941 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d2d13665-3233-495e-b84f-8a042e96189f req-6aa6a6f1-6f13-4ac6-b68c-99061e6bb286 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2944744
Feb 02 13:39:29.624600 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0c00dfb9-d88c-4493-a1ba-a1cb7f0af2e1 admin admin] Notify callbacks [] for router, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:29.630461 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 43238) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:39:29.638106 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-0c00dfb9-d88c-4493-a1ba-a1cb7f0af2e1 admin admin] 10.222.0.133 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 11.5652978
Feb 02 13:39:30.415600 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:30.503658 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-5ed052e1-104d-456a-b25b-55c67ce06079 None None] Provisioning complete for port cf6a5373-78ef-49e7-b114-224b5261d9b3 triggered by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:39:30.504536 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-5ed052e1-104d-456a-b25b-55c67ce06079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:31.051635 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-eb5ce5ae-d69e-43bc-bb27-de425962082b None None] Set router 89aeae03-5271-49df-828c-86f74a1f1e6a gateway port host: dv-cinder-772388-4-iscsi {{(pid=80187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:39:31.417068 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device cf6a5373-78ef-49e7-b114-224b5261d9b3 up at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:39:31.770177 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-42ef245d-f728-4293-a752-dedea4fc02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:31.958799 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-73fb00f7-abf0-4ec7-8e14-79686ff74af4 None None] Provisioning complete for port cf6a5373-78ef-49e7-b114-224b5261d9b3 triggered by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:39:31.959483 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-73fb00f7-abf0-4ec7-8e14-79686ff74af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:32.236961 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a37c2-52cc-4b49-8f7e-693a939b2b15 req-ad98ab69-18b4-46c9-b0d0-d11b870773f5 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:32.244722 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ae9a37c2-52cc-4b49-8f7e-693a939b2b15 req-ad98ab69-18b4-46c9-b0d0-d11b870773f5 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7 HTTP/1.1" status: 200  len: 945 time: 1.6529412
Feb 02 13:39:32.300692 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning complete for port cf6a5373-78ef-49e7-b114-224b5261d9b3 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:39:32.301188 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:32.682773 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-eb5ce5ae-d69e-43bc-bb27-de425962082b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e98b36a0>, [{'id': '89aeae03-5271-49df-828c-86f74a1f1e6a', 'name': 'tempest-TestShelveInstance-1540625845-router', 'tenant_id': '8e16c9728d43493c958535e3444169f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'ccd7362a-605d-40d0-bbf6-c2b5e9e9565c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:39:18Z', 'updated_at': '2021-02-02T13:39:24Z', 'revision_number': 3, 'project_id': '8e16c9728d43493c958535e3444169f8', 'gw_port': {'id': 'ccd7362a-605d-40d0-bbf6-c2b5e9e9565c', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89aeae03-5271-49df-828c-86f74a1f1e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:39:21Z', 'updated_at': '2021-02-02T13:39:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi'}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:39:32.688072 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5ce5ae-d69e-43bc-bb27-de425962082b None None] Checking router: 89aeae03-5271-49df-828c-86f74a1f1e6a for host: dv-cinder-772388-4-iscsi {{(pid=80187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 02 13:39:32.688746 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5ce5ae-d69e-43bc-bb27-de425962082b None None] Updating router 89aeae03-5271-49df-828c-86f74a1f1e6a port ccd7362a-605d-40d0-bbf6-c2b5e9e9565c binding host dv-cinder-772388-4-iscsi {{(pid=80187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 02 13:39:32.875759 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-eb5ce5ae-d69e-43bc-bb27-de425962082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:33.208903 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ae9a37c2-52cc-4b49-8f7e-693a939b2b15 req-2ea71423-5ccb-487b-8227-27137ca6dd56 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=3e9ef5c7-2881-4d8a-b503-c56e95a5c062&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.9071934
Feb 02 13:39:33.319249 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:33.981681 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71053cd-5018-4d2a-93b5-76be93efbb76 req-e0039c25-3374-49ba-9c26-62b212354971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:33.985455 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d71053cd-5018-4d2a-93b5-76be93efbb76 req-e0039c25-3374-49ba-9c26-62b212354971 service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=cea623c3b184459485bd931a9663986e&device_id=2ed3a668-be97-4ec5-be44-a404ba149fde HTTP/1.1" status: 200  len: 1163 time: 0.3764908
Feb 02 13:39:34.499051 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48436b25-2853-40c4-8bf2-b339fbe88809 req-c57ab161-c105-4d48-89db-f855d826733e tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:34.528173 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-48436b25-2853-40c4-8bf2-b339fbe88809 req-c57ab161-c105-4d48-89db-f855d826733e tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=2ed3a668-be97-4ec5-be44-a404ba149fde HTTP/1.1" status: 200  len: 946 time: 2.2162247
Feb 02 13:39:34.658031 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71053cd-5018-4d2a-93b5-76be93efbb76 req-b9343fce-ef39-4612-972c-a0c7adb66c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:34.674516 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d71053cd-5018-4d2a-93b5-76be93efbb76 req-b9343fce-ef39-4612-972c-a0c7adb66c57 service neutron] 10.222.0.132 "GET /v2.0/networks?id=0102586b-cbe3-455e-8beb-466400271cff HTTP/1.1" status: 200  len: 913 time: 0.6434503
Feb 02 13:39:34.684459 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-eb5ce5ae-d69e-43bc-bb27-de425962082b None None] Notify callbacks [] for port, precommit_update {{(pid=80187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:34.737387 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-eb5ce5ae-d69e-43bc-bb27-de425962082b None None] Transition to ACTIVE for port object ccd7362a-605d-40d0-bbf6-c2b5e9e9565c will not be triggered until provisioned by entity L2. {{(pid=80187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:39:34.746139 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-eb5ce5ae-d69e-43bc-bb27-de425962082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:35.007697 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-48436b25-2853-40c4-8bf2-b339fbe88809 req-6985819f-df35-4a9d-92f0-d889e7863b21 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4751914
Feb 02 13:39:35.138968 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d71053cd-5018-4d2a-93b5-76be93efbb76 req-1cdabc3f-6cee-44f4-9295-056d21ec35f1 service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c589d339-358c-4a85-9297-cd3c9497bc88 HTTP/1.1" status: 200  len: 217 time: 0.4594684
Feb 02 13:39:35.229685 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-529f69b1-68f2-426f-aaeb-e4d47b8934a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:39:35.371261 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb10afa-5554-4427-ac7e-67f94c840bbe None None] Pushing event updated for resources: {'Port': ['ID=ccd7362a-605d-40d0-bbf6-c2b5e9e9565c,revision_number=2']} {{(pid=80187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:39:35.451223 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71053cd-5018-4d2a-93b5-76be93efbb76 req-452cf99c-7662-40ac-8463-774fbc5e7aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:35.470427 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d71053cd-5018-4d2a-93b5-76be93efbb76 req-452cf99c-7662-40ac-8463-774fbc5e7aef service neutron] 10.222.0.132 "GET /v2.0/subnets?id=c2340414-8894-4d0b-932b-2cabaace3a3e HTTP/1.1" status: 200  len: 859 time: 0.3167081
Feb 02 13:39:35.472639 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb10afa-5554-4427-ac7e-67f94c840bbe None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:35.473117 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb10afa-5554-4427-ac7e-67f94c840bbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:35.473738 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb10afa-5554-4427-ac7e-67f94c840bbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:35.474528 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb10afa-5554-4427-ac7e-67f94c840bbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:35.474856 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb10afa-5554-4427-ac7e-67f94c840bbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:35.475480 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb10afa-5554-4427-ac7e-67f94c840bbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:35.479977 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb10afa-5554-4427-ac7e-67f94c840bbe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:35.480215 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb10afa-5554-4427-ac7e-67f94c840bbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:35.480981 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb10afa-5554-4427-ac7e-67f94c840bbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:35.481437 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb10afa-5554-4427-ac7e-67f94c840bbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:35.482061 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb10afa-5554-4427-ac7e-67f94c840bbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:35.482639 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb10afa-5554-4427-ac7e-67f94c840bbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:35.483358 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb10afa-5554-4427-ac7e-67f94c840bbe None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:35.483973 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb10afa-5554-4427-ac7e-67f94c840bbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:35.489846 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb10afa-5554-4427-ac7e-67f94c840bbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:35.490461 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb10afa-5554-4427-ac7e-67f94c840bbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:35.491081 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb10afa-5554-4427-ac7e-67f94c840bbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:35.491906 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb10afa-5554-4427-ac7e-67f94c840bbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:35.496771 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb10afa-5554-4427-ac7e-67f94c840bbe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:35.497373 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb10afa-5554-4427-ac7e-67f94c840bbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:35.498160 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb10afa-5554-4427-ac7e-67f94c840bbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:35.498602 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb10afa-5554-4427-ac7e-67f94c840bbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:35.499508 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb10afa-5554-4427-ac7e-67f94c840bbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:35.508815 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb10afa-5554-4427-ac7e-67f94c840bbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:35.528245 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-eb5ce5ae-d69e-43bc-bb27-de425962082b None None] Attempting to bind port ccd7362a-605d-40d0-bbf6-c2b5e9e9565c on host dv-cinder-772388-4-iscsi for vnic_type normal with profile  {{(pid=80187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 02 13:39:35.528850 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-eb5ce5ae-d69e-43bc-bb27-de425962082b None None] Attempting to bind port ccd7362a-605d-40d0-bbf6-c2b5e9e9565c by drivers openvswitch on host dv-cinder-772388-4-iscsi at level 0 using segments [{'id': '5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd'}] {{(pid=80187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 02 13:39:35.532907 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5ce5ae-d69e-43bc-bb27-de425962082b None None] Attempting to bind port ccd7362a-605d-40d0-bbf6-c2b5e9e9565c on network 081eaffe-521e-4302-9444-c5c7bff220cd {{(pid=80187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 02 13:39:35.573911 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-8eb10afa-5554-4427-ac7e-67f94c840bbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=80187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:39:35.575460 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5ce5ae-d69e-43bc-bb27-de425962082b None None] Checking agent: {'id': '59520739-4536-4d8c-966e-8cf7fcba95c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 27, 30), 'started_at': datetime.datetime(2021, 2, 2, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.101', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 02 13:39:35.578303 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5ce5ae-d69e-43bc-bb27-de425962082b None None] Checking segment: {'id': '5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:39:35.579065 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-eb5ce5ae-d69e-43bc-bb27-de425962082b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:35.580512 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5ce5ae-d69e-43bc-bb27-de425962082b None None] Bound using segment: {'id': '5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd'} {{(pid=80187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 02 13:39:35.580724 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-eb5ce5ae-d69e-43bc-bb27-de425962082b None None] Bound port: ccd7362a-605d-40d0-bbf6-c2b5e9e9565c, host: dv-cinder-772388-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd'}}] {{(pid=80187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 02 13:39:35.586345 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-eb5ce5ae-d69e-43bc-bb27-de425962082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:35.612775 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d71053cd-5018-4d2a-93b5-76be93efbb76 req-252806fe-35ca-4b10-b99c-d08a66f189e9 service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=0102586b-cbe3-455e-8beb-466400271cff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1306159
Feb 02 13:39:35.934855 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-eb5ce5ae-d69e-43bc-bb27-de425962082b None None] For port ccd7362a-605d-40d0-bbf6-c2b5e9e9565c, host dv-cinder-772388-4-iscsi, cleared binding levels {{(pid=80187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 02 13:39:35.952008 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-eb5ce5ae-d69e-43bc-bb27-de425962082b None None] For port ccd7362a-605d-40d0-bbf6-c2b5e9e9565c, host dv-cinder-772388-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=ccd7362a-605d-40d0-bbf6-c2b5e9e9565c,segment=NetworkSegment(5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8),segment_id=5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8)] {{(pid=80187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 02 13:39:35.959438 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-eb5ce5ae-d69e-43bc-bb27-de425962082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:35.967107 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b5d1b28a-7e08-4b07-ad38-4054cb1c73b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:36.429870 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:39:36.499312 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d71053cd-5018-4d2a-93b5-76be93efbb76 req-1280ba5a-862c-4681-af2b-2a92d9eb84c5 service neutron] 10.222.0.132 "GET /v2.0/networks/0102586b-cbe3-455e-8beb-466400271cff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8816872
Feb 02 13:39:36.684058 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb10afa-5554-4427-ac7e-67f94c840bbe None None] Pushing event updated for resources: {'Port': ['ID=ccd7362a-605d-40d0-bbf6-c2b5e9e9565c,revision_number=3']} {{(pid=80187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:39:36.939032 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5ce5ae-d69e-43bc-bb27-de425962082b None None] Routers {'89aeae03-5271-49df-828c-86f74a1f1e6a'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:39:36.941080 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-eb5ce5ae-d69e-43bc-bb27-de425962082b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e98b36a0>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:39:29Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['89aeae03-5271-49df-828c-86f74a1f1e6a'], 'active': True} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:39:36.995479 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d71053cd-5018-4d2a-93b5-76be93efbb76 req-956a7639-643b-4c24-8658-0946a6cd8786 service neutron] 10.222.0.132 "GET /v2.0/networks/0102586b-cbe3-455e-8beb-466400271cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4871485
Feb 02 13:39:37.493968 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-eb5ce5ae-d69e-43bc-bb27-de425962082b None None] Set router 89aeae03-5271-49df-828c-86f74a1f1e6a gateway port host: dv-cinder-772388-4-iscsi {{(pid=80187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:39:37.656800 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-8eb10afa-5554-4427-ac7e-67f94c840bbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.227s {{(pid=80187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:39:37.836639 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_common [None req-b5d1b28a-7e08-4b07-ad38-4054cb1c73b6 admin admin] Allocated IP 172.20.0.1 (49e9892e-e3c8-47c9-a38b-9f46a257b87b/e347391d-b5e6-4cc9-bee6-953d0e0b3d40/8daa5e94-8aa7-446b-bf51-b64e66d28b6e) {{(pid=80184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 02 13:39:38.259356 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b5d1b28a-7e08-4b07-ad38-4054cb1c73b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:38.309333 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-b5d1b28a-7e08-4b07-ad38-4054cb1c73b6 admin admin] Transition to ACTIVE for port object 8daa5e94-8aa7-446b-bf51-b64e66d28b6e will not be triggered until provisioned by entity DHCP. {{(pid=80184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:39:38.327692 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-eb5ce5ae-d69e-43bc-bb27-de425962082b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e98b36a0>, [{'id': '89aeae03-5271-49df-828c-86f74a1f1e6a', 'name': 'tempest-TestShelveInstance-1540625845-router', 'tenant_id': '8e16c9728d43493c958535e3444169f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'ccd7362a-605d-40d0-bbf6-c2b5e9e9565c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:39:18Z', 'updated_at': '2021-02-02T13:39:24Z', 'revision_number': 3, 'project_id': '8e16c9728d43493c958535e3444169f8', 'gw_port': {'id': 'ccd7362a-605d-40d0-bbf6-c2b5e9e9565c', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89aeae03-5271-49df-828c-86f74a1f1e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:39:21Z', 'updated_at': '2021-02-02T13:39:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi'}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:39:38.343181 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5ce5ae-d69e-43bc-bb27-de425962082b None None] The sync data for ids ['89aeae03-5271-49df-828c-86f74a1f1e6a'] in dv-cinder-772388-4-iscsi is: [{'id': '89aeae03-5271-49df-828c-86f74a1f1e6a', 'name': 'tempest-TestShelveInstance-1540625845-router', 'tenant_id': '8e16c9728d43493c958535e3444169f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'ccd7362a-605d-40d0-bbf6-c2b5e9e9565c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:39:18Z', 'updated_at': '2021-02-02T13:39:24Z', 'revision_number': 3, 'project_id': '8e16c9728d43493c958535e3444169f8', 'gw_port': {'id': 'ccd7362a-605d-40d0-bbf6-c2b5e9e9565c', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89aeae03-5271-49df-828c-86f74a1f1e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:39:21Z', 'updated_at': '2021-02-02T13:39:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi'}] {{(pid=80187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 02 13:39:38.741212 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5946a-31bb-4622-8af8-e1c1bbc7f40e req-a63a5b7c-fb6b-4359-b13f-f6692e804064 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:38.752914 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-9be5946a-31bb-4622-8af8-e1c1bbc7f40e req-a63a5b7c-fb6b-4359-b13f-f6692e804064 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7 HTTP/1.1" status: 200  len: 945 time: 3.4970608
Feb 02 13:39:38.893911 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-9be5946a-31bb-4622-8af8-e1c1bbc7f40e req-188f6427-f62a-4e40-b0e4-02bf6a3e19e7 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=3e9ef5c7-2881-4d8a-b503-c56e95a5c062&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1393592
Feb 02 13:39:38.901169 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b5d1b28a-7e08-4b07-ad38-4054cb1c73b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264943169311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851940450'] for port, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:39.231579 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:39:39.607531 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device ccd7362a-605d-40d0-bbf6-c2b5e9e9565c up at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:39:39.663297 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d1b28a-7e08-4b07-ad38-4054cb1c73b6 admin admin] Pushing event updated for resources: {'Port': ['ID=8daa5e94-8aa7-446b-bf51-b64e66d28b6e,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:39:39.702640 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1b28a-7e08-4b07-ad38-4054cb1c73b6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:39.703625 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1b28a-7e08-4b07-ad38-4054cb1c73b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:39.704720 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1b28a-7e08-4b07-ad38-4054cb1c73b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:39.705575 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1b28a-7e08-4b07-ad38-4054cb1c73b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:39.706467 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1b28a-7e08-4b07-ad38-4054cb1c73b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:39.707325 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1b28a-7e08-4b07-ad38-4054cb1c73b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:39.708211 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1b28a-7e08-4b07-ad38-4054cb1c73b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:39.709085 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1b28a-7e08-4b07-ad38-4054cb1c73b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:39.709933 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1b28a-7e08-4b07-ad38-4054cb1c73b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:39.710814 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1b28a-7e08-4b07-ad38-4054cb1c73b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:39.711829 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1b28a-7e08-4b07-ad38-4054cb1c73b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:39.713981 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1b28a-7e08-4b07-ad38-4054cb1c73b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:39.727850 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1b28a-7e08-4b07-ad38-4054cb1c73b6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:39.729168 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1b28a-7e08-4b07-ad38-4054cb1c73b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:39.730075 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1b28a-7e08-4b07-ad38-4054cb1c73b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:39.730985 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1b28a-7e08-4b07-ad38-4054cb1c73b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:39.732700 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1b28a-7e08-4b07-ad38-4054cb1c73b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:39.734558 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1b28a-7e08-4b07-ad38-4054cb1c73b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:39.736623 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1b28a-7e08-4b07-ad38-4054cb1c73b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:39.739520 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1b28a-7e08-4b07-ad38-4054cb1c73b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:39.740584 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1b28a-7e08-4b07-ad38-4054cb1c73b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:39.741519 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1b28a-7e08-4b07-ad38-4054cb1c73b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:39.743052 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1b28a-7e08-4b07-ad38-4054cb1c73b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:39.744311 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1b28a-7e08-4b07-ad38-4054cb1c73b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:39:39.775067 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d1b28a-7e08-4b07-ad38-4054cb1c73b6 admin admin] Network 49e9892e-e3c8-47c9-a38b-9f46a257b87b is already hosted by enough agents. {{(pid=80184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:39:39.783959 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-b5d1b28a-7e08-4b07-ad38-4054cb1c73b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:39:39.786025 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [None req-b5d1b28a-7e08-4b07-ad38-4054cb1c73b6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:39:39.792286 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d1b28a-7e08-4b07-ad38-4054cb1c73b6 admin admin] Received port after_create {{(pid=80184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 02 13:39:39.966584 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning for port ccd7362a-605d-40d0-bbf6-c2b5e9e9565c completed by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:39:39.982576 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning complete for port ccd7362a-605d-40d0-bbf6-c2b5e9e9565c triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:39:39.983482 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:40.073507 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b5d1b28a-7e08-4b07-ad38-4054cb1c73b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2073963'] for router_interface, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:40.396968 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-20945f73-307b-4b8b-94a7-54174e78cf6a None None] Provisioning for port 8daa5e94-8aa7-446b-bf51-b64e66d28b6e completed by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:39:40.411231 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-20945f73-307b-4b8b-94a7-54174e78cf6a None None] Provisioning complete for port 8daa5e94-8aa7-446b-bf51-b64e66d28b6e triggered by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:39:40.411645 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-20945f73-307b-4b8b-94a7-54174e78cf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:40.453891 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f059e5-7255-4c25-b336-80e2309dc9ad req-35c408a1-a3a9-4c2f-911f-76c9bfa4aab1 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:40.457385 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b0f059e5-7255-4c25-b336-80e2309dc9ad req-35c408a1-a3a9-4c2f-911f-76c9bfa4aab1 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=2ed3a668-be97-4ec5-be44-a404ba149fde HTTP/1.1" status: 200  len: 946 time: 3.3418012
Feb 02 13:39:40.460230 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:40.484004 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] For port ccd7362a-605d-40d0-bbf6-c2b5e9e9565c, host dv-cinder-772388-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=ccd7362a-605d-40d0-bbf6-c2b5e9e9565c,segment=NetworkSegment(5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8),segment_id=5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:39:40.496270 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:40.503688 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-c3d5bfba-31cd-4fe9-b77b-4d1cfe65514f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:39:40.666334 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Pushing event updated for resources: {'Port': ['ID=ccd7362a-605d-40d0-bbf6-c2b5e9e9565c,revision_number=4']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:39:40.672710 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-20945f73-307b-4b8b-94a7-54174e78cf6a None None] Port 8daa5e94-8aa7-446b-bf51-b64e66d28b6e cannot update to ACTIVE because it is not bound. {{(pid=80186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 02 13:39:40.676018 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b5d1b28a-7e08-4b07-ad38-4054cb1c73b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:40.774346 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:39:41.152508 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b0f059e5-7255-4c25-b336-80e2309dc9ad req-82aaeb0f-1b6d-4752-ae29-6dcd621fe058 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4538274
Feb 02 13:39:41.586022 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device ccd7362a-605d-40d0-bbf6-c2b5e9e9565c up at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:39:41.623061 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4bf64-774a-4ec3-83fc-9c48b5e3a03a req-30a9cf40-bf69-493d-ae17-e0c594510a14 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:41.642841 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-9ab4bf64-774a-4ec3-83fc-9c48b5e3a03a req-30a9cf40-bf69-493d-ae17-e0c594510a14 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7 HTTP/1.1" status: 200  len: 945 time: 1.0701773
Feb 02 13:39:41.951445 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning complete for port ccd7362a-605d-40d0-bbf6-c2b5e9e9565c triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:39:41.952155 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:42.005370 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-9ab4bf64-774a-4ec3-83fc-9c48b5e3a03a req-d62b31ac-65c6-4381-8a18-90a1636b35d0 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=3e9ef5c7-2881-4d8a-b503-c56e95a5c062&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3606412
Feb 02 13:39:42.085268 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b5d1b28a-7e08-4b07-ad38-4054cb1c73b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:42.094159 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b5d1b28a-7e08-4b07-ad38-4054cb1c73b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2835433'] for port, after_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:42.368549 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-ca783647-114b-49e1-babf-54369f8e1cd5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:39:42.501901 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b5d1b28a-7e08-4b07-ad38-4054cb1c73b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853078024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2077237'] for router_interface, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:43.219294 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d1b28a-7e08-4b07-ad38-4054cb1c73b6 admin admin] Network 49e9892e-e3c8-47c9-a38b-9f46a257b87b is already hosted by enough agents. {{(pid=80184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:39:43.238994 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [None req-b5d1b28a-7e08-4b07-ad38-4054cb1c73b6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:39:43.442818 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d1b28a-7e08-4b07-ad38-4054cb1c73b6 admin admin] Pushing event updated for resources: {'Port': ['ID=8daa5e94-8aa7-446b-bf51-b64e66d28b6e,revision_number=2']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:39:43.448697 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-b5d1b28a-7e08-4b07-ad38-4054cb1c73b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.080s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:39:43.668377 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-31bd0d80-30ea-46d5-9e4a-940eabd09bb8 None None] Provisioning complete for port 8daa5e94-8aa7-446b-bf51-b64e66d28b6e triggered by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:39:43.669517 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-31bd0d80-30ea-46d5-9e4a-940eabd09bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:43.685176 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063028f-f77c-48b4-90a0-08fcac15966a req-419f4568-1052-453b-ac79-b612abb8f4c0 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:43.720645 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-9063028f-f77c-48b4-90a0-08fcac15966a req-419f4568-1052-453b-ac79-b612abb8f4c0 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=2ed3a668-be97-4ec5-be44-a404ba149fde HTTP/1.1" status: 200  len: 946 time: 0.9004667
Feb 02 13:39:43.923980 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-31bd0d80-30ea-46d5-9e4a-940eabd09bb8 None None] Port 8daa5e94-8aa7-446b-bf51-b64e66d28b6e cannot update to ACTIVE because it is not bound. {{(pid=80186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 02 13:39:44.104049 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d1b28a-7e08-4b07-ad38-4054cb1c73b6 admin admin] Router 89aeae03-5271-49df-828c-86f74a1f1e6a has already been hosted by L3 agent 46ed2aac-7d32-4274-9cac-387c5fc2cd87 {{(pid=80184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 02 13:39:44.235463 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-9063028f-f77c-48b4-90a0-08fcac15966a req-bbd02a0e-22c8-4f6e-b50e-455456bed6b5 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5126824
Feb 02 13:39:45.048966 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e250a-2f98-4377-8b23-f4f41f6ea314 req-642a9b2c-c468-4611-b5a8-c5fd7a764bb7 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:45.052749 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ec9e250a-2f98-4377-8b23-f4f41f6ea314 req-642a9b2c-c468-4611-b5a8-c5fd7a764bb7 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7 HTTP/1.1" status: 200  len: 945 time: 0.8955944
Feb 02 13:39:45.140260 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ec9e250a-2f98-4377-8b23-f4f41f6ea314 req-260f1a5b-2283-4169-983f-112890fa40eb tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=3e9ef5c7-2881-4d8a-b503-c56e95a5c062&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0758429
Feb 02 13:39:45.144382 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d1b28a-7e08-4b07-ad38-4054cb1c73b6 admin admin] Notify agent at l3_agent.dv-cinder-772388-4-iscsi the message routers_updated {{(pid=80184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 02 13:39:45.161789 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd866955-4308-44bf-b26c-bc8da41a7831 None None] Sync routers for ids ['89aeae03-5271-49df-828c-86f74a1f1e6a'] in dv-cinder-772388-4-iscsi {{(pid=80186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 02 13:39:45.170811 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-b5d1b28a-7e08-4b07-ad38-4054cb1c73b6 admin admin] 10.222.0.133 "PUT /v2.0/routers/89aeae03-5271-49df-828c-86f74a1f1e6a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 15.5386612
Feb 02 13:39:45.191883 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd866955-4308-44bf-b26c-bc8da41a7831 None None] Routers {'89aeae03-5271-49df-828c-86f74a1f1e6a'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:39:45.192920 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-fd866955-4308-44bf-b26c-bc8da41a7831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e8e735c0>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:39:29Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['89aeae03-5271-49df-828c-86f74a1f1e6a'], 'active': True} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:39:45.539238 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-fd866955-4308-44bf-b26c-bc8da41a7831 None None] Set router 89aeae03-5271-49df-828c-86f74a1f1e6a gateway port host: dv-cinder-772388-4-iscsi {{(pid=80186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:39:45.932741 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ed1d9-7bf3-48ac-b809-e683fc7678e2 req-fbeb090a-4641-4d6e-8a3a-3f5ed189774f tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:45.942530 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-767ed1d9-7bf3-48ac-b809-e683fc7678e2 req-fbeb090a-4641-4d6e-8a3a-3f5ed189774f tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=2ed3a668-be97-4ec5-be44-a404ba149fde HTTP/1.1" status: 200  len: 946 time: 0.3074968
Feb 02 13:39:46.085746 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-767ed1d9-7bf3-48ac-b809-e683fc7678e2 req-0e7aee86-4d94-4cc9-9459-4822e680a835 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1409891
Feb 02 13:39:46.610213 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-fd866955-4308-44bf-b26c-bc8da41a7831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e8e735c0>, [{'id': '89aeae03-5271-49df-828c-86f74a1f1e6a', 'name': 'tempest-TestShelveInstance-1540625845-router', 'tenant_id': '8e16c9728d43493c958535e3444169f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'ccd7362a-605d-40d0-bbf6-c2b5e9e9565c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:39:18Z', 'updated_at': '2021-02-02T13:39:40Z', 'revision_number': 4, 'project_id': '8e16c9728d43493c958535e3444169f8', 'gw_port': {'id': 'ccd7362a-605d-40d0-bbf6-c2b5e9e9565c', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aeae03-5271-49df-828c-86f74a1f1e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:39:21Z', 'updated_at': '2021-02-02T13:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_interfaces': [{'id': '8daa5e94-8aa7-446b-bf51-b64e66d28b6e', 'name': '', 'network_id': '49e9892e-e3c8-47c9-a38b-9f46a257b87b', 'tenant_id': '8e16c9728d43493c958535e3444169f8', 'mac_address': 'fa:16:3e:39:36:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89aeae03-5271-49df-828c-86f74a1f1e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'e347391d-b5e6-4cc9-bee6-953d0e0b3d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:39:37Z', 'updated_at': '2021-02-02T13:39:40Z', 'revision_number': 2, 'project_id': '8e16c9728d43493c958535e3444169f8', 'subnets': [{'id': 'e347391d-b5e6-4cc9-bee6-953d0e0b3d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:39:46.645598 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd866955-4308-44bf-b26c-bc8da41a7831 None None] Checking router: 89aeae03-5271-49df-828c-86f74a1f1e6a for host: dv-cinder-772388-4-iscsi {{(pid=80186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 02 13:39:46.648070 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd866955-4308-44bf-b26c-bc8da41a7831 None None] Updating router 89aeae03-5271-49df-828c-86f74a1f1e6a port 8daa5e94-8aa7-446b-bf51-b64e66d28b6e binding host dv-cinder-772388-4-iscsi {{(pid=80186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 02 13:39:46.945723 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-fd866955-4308-44bf-b26c-bc8da41a7831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:47.109336 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97c966-4557-4d8d-b420-16588a1189dd req-894bace9-7c4e-4437-bff2-907bfbcaec83 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:47.125637 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-da97c966-4557-4d8d-b420-16588a1189dd req-894bace9-7c4e-4437-bff2-907bfbcaec83 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7 HTTP/1.1" status: 200  len: 945 time: 0.4006274
Feb 02 13:39:47.320115 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-da97c966-4557-4d8d-b420-16588a1189dd req-c9812e89-2918-4c19-8b03-75e74cb4a8fb tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=3e9ef5c7-2881-4d8a-b503-c56e95a5c062&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1929600
Feb 02 13:39:48.186058 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133718d1-2a2b-483b-bb0a-db5c83e4b5e7 req-48b873e0-4cf5-4cd4-ad20-2d5483c4f686 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:48.197221 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-133718d1-2a2b-483b-bb0a-db5c83e4b5e7 req-48b873e0-4cf5-4cd4-ad20-2d5483c4f686 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=2ed3a668-be97-4ec5-be44-a404ba149fde HTTP/1.1" status: 200  len: 946 time: 0.5179617
Feb 02 13:39:48.339030 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-133718d1-2a2b-483b-bb0a-db5c83e4b5e7 req-bbc864e2-8072-4bdb-9ca6-242dbc992be0 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1402264
Feb 02 13:39:48.431376 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-fd866955-4308-44bf-b26c-bc8da41a7831 None None] Notify callbacks [] for port, precommit_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:48.454778 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-fd866955-4308-44bf-b26c-bc8da41a7831 None None] Transition to ACTIVE for port object 8daa5e94-8aa7-446b-bf51-b64e66d28b6e will not be triggered until provisioned by entity L2. {{(pid=80186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:39:48.458469 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-fd866955-4308-44bf-b26c-bc8da41a7831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:48.472260 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 43406) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:39:48.480489 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-4139b9f1-70d2-46ce-bb97-8903ea56ff63 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1257901556-network', 'tenant_id': '156529df103f414f810c70e1554ede91'}} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:39:48.492761 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-4139b9f1-70d2-46ce-bb97-8903ea56ff63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:39:48.497890 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-4139b9f1-70d2-46ce-bb97-8903ea56ff63 admin admin] Usage tracker for resource:network and tenant:156529df103f414f810c70e1554ede91 is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:39:48.502875 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-4139b9f1-70d2-46ce-bb97-8903ea56ff63 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:39:48.515685 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-4139b9f1-70d2-46ce-bb97-8903ea56ff63 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:39:48.530134 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4139b9f1-70d2-46ce-bb97-8903ea56ff63 admin admin] Made reservation on behalf of 156529df103f414f810c70e1554ede91 for: {'network': 1} {{(pid=80184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 02 13:39:48.535198 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-4139b9f1-70d2-46ce-bb97-8903ea56ff63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for network, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:48.562067 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-4139b9f1-70d2-46ce-bb97-8903ea56ff63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:48.593244 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-4139b9f1-70d2-46ce-bb97-8903ea56ff63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:39:48.597865 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-4139b9f1-70d2-46ce-bb97-8903ea56ff63 admin admin] Usage tracker for resource:security_group_rule and tenant:156529df103f414f810c70e1554ede91 is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:39:48.601865 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-4139b9f1-70d2-46ce-bb97-8903ea56ff63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:39:48.608804 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-4139b9f1-70d2-46ce-bb97-8903ea56ff63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:39:48.677400 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:39:48.752772 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7017101f-57f0-43e5-b3f6-834cb52332ea None None] Pushing event updated for resources: {'Port': ['ID=8daa5e94-8aa7-446b-bf51-b64e66d28b6e,revision_number=3']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:39:48.755984 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-7017101f-57f0-43e5-b3f6-834cb52332ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:39:48.810262 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-4139b9f1-70d2-46ce-bb97-8903ea56ff63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:48.924163 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-fd866955-4308-44bf-b26c-bc8da41a7831 None None] Attempting to bind port 8daa5e94-8aa7-446b-bf51-b64e66d28b6e on host dv-cinder-772388-4-iscsi for vnic_type normal with profile  {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 02 13:39:48.924901 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-fd866955-4308-44bf-b26c-bc8da41a7831 None None] Attempting to bind port 8daa5e94-8aa7-446b-bf51-b64e66d28b6e by drivers openvswitch on host dv-cinder-772388-4-iscsi at level 0 using segments [{'id': 'a37564d3-6094-474f-ba68-3e55654583de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '49e9892e-e3c8-47c9-a38b-9f46a257b87b'}] {{(pid=80186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 02 13:39:48.925994 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd866955-4308-44bf-b26c-bc8da41a7831 None None] Attempting to bind port 8daa5e94-8aa7-446b-bf51-b64e66d28b6e on network 49e9892e-e3c8-47c9-a38b-9f46a257b87b {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 02 13:39:48.955581 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd866955-4308-44bf-b26c-bc8da41a7831 None None] Checking agent: {'id': '59520739-4536-4d8c-966e-8cf7fcba95c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 27, 30), 'started_at': datetime.datetime(2021, 2, 2, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.101', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 02 13:39:48.956412 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd866955-4308-44bf-b26c-bc8da41a7831 None None] Checking segment: {'id': 'a37564d3-6094-474f-ba68-3e55654583de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '49e9892e-e3c8-47c9-a38b-9f46a257b87b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:39:48.957161 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-fd866955-4308-44bf-b26c-bc8da41a7831 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:48.957830 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd866955-4308-44bf-b26c-bc8da41a7831 None None] Bound using segment: {'id': 'a37564d3-6094-474f-ba68-3e55654583de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '49e9892e-e3c8-47c9-a38b-9f46a257b87b'} {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 02 13:39:48.958585 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-fd866955-4308-44bf-b26c-bc8da41a7831 None None] Bound port: 8daa5e94-8aa7-446b-bf51-b64e66d28b6e, host: dv-cinder-772388-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a37564d3-6094-474f-ba68-3e55654583de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '49e9892e-e3c8-47c9-a38b-9f46a257b87b'}}] {{(pid=80186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 02 13:39:48.959324 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-fd866955-4308-44bf-b26c-bc8da41a7831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:48.990661 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-4139b9f1-70d2-46ce-bb97-8903ea56ff63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:49.039635 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4139b9f1-70d2-46ce-bb97-8903ea56ff63 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 02 13:39:49.078181 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-4139b9f1-70d2-46ce-bb97-8903ea56ff63 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771912128866', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764996'] for segment, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:49.078920 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.db.segments_db [None req-4139b9f1-70d2-46ce-bb97-8903ea56ff63 admin admin] Added segment b89d9c0d-42a5-4969-a487-1d5882b09245 of type vxlan for network bfd3edfa-a91a-4015-b406-69d2841d72b8
Feb 02 13:39:49.133053 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-4139b9f1-70d2-46ce-bb97-8903ea56ff63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771911551603'] for network, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:49.145473 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-fd866955-4308-44bf-b26c-bc8da41a7831 None None] For port 8daa5e94-8aa7-446b-bf51-b64e66d28b6e, host dv-cinder-772388-4-iscsi, cleared binding levels {{(pid=80186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 02 13:39:49.150428 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-fd866955-4308-44bf-b26c-bc8da41a7831 None None] For port 8daa5e94-8aa7-446b-bf51-b64e66d28b6e, host dv-cinder-772388-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=8daa5e94-8aa7-446b-bf51-b64e66d28b6e,segment=NetworkSegment(a37564d3-6094-474f-ba68-3e55654583de),segment_id=a37564d3-6094-474f-ba68-3e55654583de)] {{(pid=80186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 02 13:39:49.154215 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-fd866955-4308-44bf-b26c-bc8da41a7831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:49.204830 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-52408056-3f50-4376-99a4-27570f1f7352 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:39:49.276686 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4139b9f1-70d2-46ce-bb97-8903ea56ff63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04d666c-e2b7-4f34-b9d8-ef3bbd64cf07,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:39:49.281534 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-4139b9f1-70d2-46ce-bb97-8903ea56ff63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670'] for network, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:49.283404 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-4139b9f1-70d2-46ce-bb97-8903ea56ff63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:39:49.287915 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4139b9f1-70d2-46ce-bb97-8903ea56ff63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:49.289112 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-4139b9f1-70d2-46ce-bb97-8903ea56ff63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for network, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:49.311001 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:39:49.323240 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-8b73da55-5c48-4a1d-afec-e401a32af265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:39:49.389669 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7017101f-57f0-43e5-b3f6-834cb52332ea None None] Pushing event updated for resources: {'Port': ['ID=8daa5e94-8aa7-446b-bf51-b64e66d28b6e,revision_number=4']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:39:49.402800 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-7017101f-57f0-43e5-b3f6-834cb52332ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:39:49.419832 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd866955-4308-44bf-b26c-bc8da41a7831 None None] Routers {'89aeae03-5271-49df-828c-86f74a1f1e6a'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:39:49.419832 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-fd866955-4308-44bf-b26c-bc8da41a7831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e8e735c0>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:39:29Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['89aeae03-5271-49df-828c-86f74a1f1e6a'], 'active': True} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:39:49.722428 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4139b9f1-70d2-46ce-bb97-8903ea56ff63 admin admin] Pushing event updated for resources: {'Network': ['ID=bfd3edfa-a91a-4015-b406-69d2841d72b8,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:39:49.736605 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-4139b9f1-70d2-46ce-bb97-8903ea56ff63 admin admin] 10.222.0.133 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 1.2629364
Feb 02 13:39:49.738790 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-4139b9f1-70d2-46ce-bb97-8903ea56ff63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:39:49.741657 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 43422) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:39:49.754122 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-f2b81d42-420d-4f03-b186-4f6e8f53b97c admin admin] Request body: {'subnet': {'network_id': 'bfd3edfa-a91a-4015-b406-69d2841d72b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1257901556-subnet', 'tenant_id': '156529df103f414f810c70e1554ede91', 'ip_version': 4}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:39:49.784144 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-f2b81d42-420d-4f03-b186-4f6e8f53b97c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:39:49.806483 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-f2b81d42-420d-4f03-b186-4f6e8f53b97c admin admin] Usage tracker for resource:subnet and tenant:156529df103f414f810c70e1554ede91 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:39:49.812544 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-f2b81d42-420d-4f03-b186-4f6e8f53b97c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:39:49.838874 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-f2b81d42-420d-4f03-b186-4f6e8f53b97c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:39:49.867607 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b81d42-420d-4f03-b186-4f6e8f53b97c admin admin] Made reservation on behalf of 156529df103f414f810c70e1554ede91 for: {'subnet': 1} {{(pid=80185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 02 13:39:49.875955 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f2b81d42-420d-4f03-b186-4f6e8f53b97c admin admin] Notify callbacks [] for subnet, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:49.955955 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Network bfd3edfa-a91a-4015-b406-69d2841d72b8 details requested by agent ovs-agent-dv-cinder-772388-4-iscsi with host dv-cinder-772388-4-iscsi {{(pid=80186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 02 13:39:49.975276 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88cc76d-2ccb-476c-8a2d-f9014c7bc4ed req-c82b5c1f-ab10-449c-912f-9fd39c1601fb tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:49.985636 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-f88cc76d-2ccb-476c-8a2d-f9014c7bc4ed req-c82b5c1f-ab10-449c-912f-9fd39c1601fb tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7 HTTP/1.1" status: 200  len: 945 time: 1.1725612
Feb 02 13:39:50.122975 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-fd866955-4308-44bf-b26c-bc8da41a7831 None None] Set router 89aeae03-5271-49df-828c-86f74a1f1e6a gateway port host: dv-cinder-772388-4-iscsi {{(pid=80186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:39:50.208853 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d54b228-5fe3-49ff-bc62-1a0e62841665 req-69d2309a-7408-43af-a5db-ca1e0d098ccb tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:50.233147 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-0d54b228-5fe3-49ff-bc62-1a0e62841665 req-69d2309a-7408-43af-a5db-ca1e0d098ccb tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=2ed3a668-be97-4ec5-be44-a404ba149fde HTTP/1.1" status: 200  len: 946 time: 0.6106284
Feb 02 13:39:50.244659 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Network bfd3edfa-a91a-4015-b406-69d2841d72b8 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 02 13:39:50.367958 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-f88cc76d-2ccb-476c-8a2d-f9014c7bc4ed req-8fc8acd5-7f6a-44f0-b225-a62aac5ee7c8 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=3e9ef5c7-2881-4d8a-b503-c56e95a5c062&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3807776
Feb 02 13:39:50.489008 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-0d54b228-5fe3-49ff-bc62-1a0e62841665 req-45d33809-73f1-45fd-938f-3ebe8afff052 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2519324
Feb 02 13:39:50.943149 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4691ea-724e-4e9d-81c3-efd0202eeada req-ddc71c14-ee58-4d20-ae3f-c776e10ce63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:50.946677 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-9e4691ea-724e-4e9d-81c3-efd0202eeada req-ddc71c14-ee58-4d20-ae3f-c776e10ce63e service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=4137e2122c7f40189b0a34f1651c3764&device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7 HTTP/1.1" status: 200  len: 1162 time: 0.1550164
Feb 02 13:39:51.024404 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-fd866955-4308-44bf-b26c-bc8da41a7831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e8e735c0>, [{'id': '89aeae03-5271-49df-828c-86f74a1f1e6a', 'name': 'tempest-TestShelveInstance-1540625845-router', 'tenant_id': '8e16c9728d43493c958535e3444169f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'ccd7362a-605d-40d0-bbf6-c2b5e9e9565c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:39:18Z', 'updated_at': '2021-02-02T13:39:40Z', 'revision_number': 4, 'project_id': '8e16c9728d43493c958535e3444169f8', 'gw_port': {'id': 'ccd7362a-605d-40d0-bbf6-c2b5e9e9565c', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aeae03-5271-49df-828c-86f74a1f1e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:39:21Z', 'updated_at': '2021-02-02T13:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_interfaces': [{'id': '8daa5e94-8aa7-446b-bf51-b64e66d28b6e', 'name': '', 'network_id': '49e9892e-e3c8-47c9-a38b-9f46a257b87b', 'tenant_id': '8e16c9728d43493c958535e3444169f8', 'mac_address': 'fa:16:3e:39:36:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89aeae03-5271-49df-828c-86f74a1f1e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'e347391d-b5e6-4cc9-bee6-953d0e0b3d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:39:37Z', 'updated_at': '2021-02-02T13:39:49Z', 'revision_number': 4, 'project_id': '8e16c9728d43493c958535e3444169f8', 'subnets': [{'id': 'e347391d-b5e6-4cc9-bee6-953d0e0b3d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:39:51.036811 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd866955-4308-44bf-b26c-bc8da41a7831 None None] The sync data for ids ['89aeae03-5271-49df-828c-86f74a1f1e6a'] in dv-cinder-772388-4-iscsi is: [{'id': '89aeae03-5271-49df-828c-86f74a1f1e6a', 'name': 'tempest-TestShelveInstance-1540625845-router', 'tenant_id': '8e16c9728d43493c958535e3444169f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'ccd7362a-605d-40d0-bbf6-c2b5e9e9565c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:39:18Z', 'updated_at': '2021-02-02T13:39:40Z', 'revision_number': 4, 'project_id': '8e16c9728d43493c958535e3444169f8', 'gw_port': {'id': 'ccd7362a-605d-40d0-bbf6-c2b5e9e9565c', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aeae03-5271-49df-828c-86f74a1f1e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:39:21Z', 'updated_at': '2021-02-02T13:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_interfaces': [{'id': '8daa5e94-8aa7-446b-bf51-b64e66d28b6e', 'name': '', 'network_id': '49e9892e-e3c8-47c9-a38b-9f46a257b87b', 'tenant_id': '8e16c9728d43493c958535e3444169f8', 'mac_address': 'fa:16:3e:39:36:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89aeae03-5271-49df-828c-86f74a1f1e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'e347391d-b5e6-4cc9-bee6-953d0e0b3d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:39:37Z', 'updated_at': '2021-02-02T13:39:49Z', 'revision_number': 4, 'project_id': '8e16c9728d43493c958535e3444169f8', 'subnets': [{'id': 'e347391d-b5e6-4cc9-bee6-953d0e0b3d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 02 13:39:51.290813 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4691ea-724e-4e9d-81c3-efd0202eeada req-44ba9d57-35a9-4fb5-a7a9-a802ea265cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:51.298593 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-9e4691ea-724e-4e9d-81c3-efd0202eeada req-44ba9d57-35a9-4fb5-a7a9-a802ea265cc6 service neutron] 10.222.0.132 "GET /v2.0/networks?id=1686445e-9089-4fcd-bac5-a148e4ca86fe HTTP/1.1" status: 200  len: 910 time: 0.3476813
Feb 02 13:39:51.530740 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device 8daa5e94-8aa7-446b-bf51-b64e66d28b6e up at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:39:51.620641 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-9e4691ea-724e-4e9d-81c3-efd0202eeada req-dd427d53-d3ee-4ebd-a8a7-c3feb21369fe service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce95d6b9-1e51-4ebc-b727-6320094ed768 HTTP/1.1" status: 200  len: 1001 time: 0.3026271
Feb 02 13:39:51.941970 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning for port 8daa5e94-8aa7-446b-bf51-b64e66d28b6e completed by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:39:51.974573 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4691ea-724e-4e9d-81c3-efd0202eeada req-a60ff6cf-7dbc-414d-9064-8ad6231eeb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:51.977200 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-9e4691ea-724e-4e9d-81c3-efd0202eeada req-a60ff6cf-7dbc-414d-9064-8ad6231eeb59 service neutron] 10.222.0.132 "GET /v2.0/subnets?id=e86f023b-3193-46b5-b935-af688f96c4c8 HTTP/1.1" status: 200  len: 855 time: 0.3408031
Feb 02 13:39:51.978157 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning complete for port 8daa5e94-8aa7-446b-bf51-b64e66d28b6e triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:39:51.978587 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:51.986614 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f2b81d42-420d-4f03-b186-4f6e8f53b97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670'] for subnet, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:52.455261 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0e743-bbf7-4faf-8487-d0ce9ecbfc90 req-3c5623e7-93be-4e36-b056-a2339f9c817a tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:52.457275 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-75e0e743-bbf7-4faf-8487-d0ce9ecbfc90 req-3c5623e7-93be-4e36-b056-a2339f9c817a tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7 HTTP/1.1" status: 200  len: 945 time: 0.4959950
Feb 02 13:39:52.499533 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:39:52.518336 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:52.670039 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bbf329-843b-4455-935d-85c4ab869851 req-4e7f949e-e24f-4db7-821a-65b9d4f2743b tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:52.681953 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-15bbf329-843b-4455-935d-85c4ab869851 req-4e7f949e-e24f-4db7-821a-65b9d4f2743b tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=2ed3a668-be97-4ec5-be44-a404ba149fde HTTP/1.1" status: 200  len: 946 time: 0.5598149
Feb 02 13:39:52.717591 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] For port 8daa5e94-8aa7-446b-bf51-b64e66d28b6e, host dv-cinder-772388-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=8daa5e94-8aa7-446b-bf51-b64e66d28b6e,segment=NetworkSegment(a37564d3-6094-474f-ba68-3e55654583de),segment_id=a37564d3-6094-474f-ba68-3e55654583de)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:39:52.729439 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b81d42-420d-4f03-b186-4f6e8f53b97c admin admin] Pushing event updated for resources: {'Subnet': ['ID=024425eb-098f-4677-a8c1-ec942c20e1f6,revision_number=0']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:39:52.732930 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:52.734680 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:39:52.735117 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f2b81d42-420d-4f03-b186-4f6e8f53b97c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:39:52.778319 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0efbc-3fdd-4132-a537-d018763b1d30 req-c4d2aa63-9968-4025-9690-560c739f4935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:52.780304 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e2b0efbc-3fdd-4132-a537-d018763b1d30 req-c4d2aa63-9968-4025-9690-560c739f4935 service neutron] 10.222.0.132 "GET /v2.0/ports?device_id=2ed3a668-be97-4ec5-be44-a404ba149fde HTTP/1.1" status: 200  len: 1163 time: 1.0501993
Feb 02 13:39:52.866161 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-15bbf329-843b-4455-935d-85c4ab869851 req-382a7d04-e9b1-4445-95f0-ed2b5578a576 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1824889
Feb 02 13:39:52.903211 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b81d42-420d-4f03-b186-4f6e8f53b97c admin admin] Checking segment: {'id': 'b89d9c0d-42a5-4969-a487-1d5882b09245', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'bfd3edfa-a91a-4015-b406-69d2841d72b8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:39:52.904866 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b81d42-420d-4f03-b186-4f6e8f53b97c admin admin] Network hostable DHCP agents. Network: bfd3edfa-a91a-4015-b406-69d2841d72b8, hostable agents: ['f461d640-d7db-44f6-a785-e3cace2a4602'], hosted agents: [] {{(pid=80185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 02 13:39:52.916520 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e2b0efbc-3fdd-4132-a537-d018763b1d30 req-0bc54c64-abd4-42e1-be61-a363fe221945 service neutron] 10.222.0.132 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1241403
Feb 02 13:39:52.934705 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-75e0e743-bbf7-4faf-8487-d0ce9ecbfc90 req-a81a209f-4e78-4386-90e0-a58bf75748b1 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=3e9ef5c7-2881-4d8a-b503-c56e95a5c062&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4661679
Feb 02 13:39:52.939894 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4691ea-724e-4e9d-81c3-efd0202eeada req-f5a15d43-9d2f-43be-ad2e-039124701aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:52.948099 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-9e4691ea-724e-4e9d-81c3-efd0202eeada req-f5a15d43-9d2f-43be-ad2e-039124701aeb service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=1686445e-9089-4fcd-bac5-a148e4ca86fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.9545000
Feb 02 13:39:52.960791 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b81d42-420d-4f03-b186-4f6e8f53b97c admin admin] Network bfd3edfa-a91a-4015-b406-69d2841d72b8 is scheduled to be hosted by DHCP agent f461d640-d7db-44f6-a785-e3cace2a4602 with binding_index 1 {{(pid=80185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 02 13:39:52.999743 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [None req-f2b81d42-420d-4f03-b186-4f6e8f53b97c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-4-iscsi, bfd3edfa-a91a-4015-b406-69d2841d72b8) {{(pid=80185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:39:53.005356 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b81d42-420d-4f03-b186-4f6e8f53b97c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:53.006222 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f2b81d42-420d-4f03-b186-4f6e8f53b97c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:53.046060 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-f2b81d42-420d-4f03-b186-4f6e8f53b97c admin admin] 10.222.0.133 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 3.3020566
Feb 02 13:39:53.048854 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 43486) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:39:53.056401 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-ce06493d-43e9-4bb8-9b52-eb908885429a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1257901556-router', 'tenant_id': '156529df103f414f810c70e1554ede91', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd'}}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:39:53.063916 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-ce06493d-43e9-4bb8-9b52-eb908885429a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:39:53.070750 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-ce06493d-43e9-4bb8-9b52-eb908885429a admin admin] Usage tracker for resource:router and tenant:156529df103f414f810c70e1554ede91 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:39:53.079417 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-ce06493d-43e9-4bb8-9b52-eb908885429a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:39:53.089097 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-ce06493d-43e9-4bb8-9b52-eb908885429a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:39:53.120476 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f70c74-2da6-4c0d-aa59-d372d58ff12b None None] Network bfd3edfa-a91a-4015-b406-69d2841d72b8 requested from dv-cinder-772388-4-iscsi {{(pid=80186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 02 13:39:53.187687 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Pushing event updated for resources: {'Port': ['ID=8daa5e94-8aa7-446b-bf51-b64e66d28b6e,revision_number=5']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:39:53.291498 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:39:53.322763 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ce06493d-43e9-4bb8-9b52-eb908885429a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2071196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854754958'] for router, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:53.324988 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ce06493d-43e9-4bb8-9b52-eb908885429a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852704654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852699534', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2021380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-20842'] for router, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:53.404170 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ce06493d-43e9-4bb8-9b52-eb908885429a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:53.412590 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-9e4691ea-724e-4e9d-81c3-efd0202eeada req-69779708-6781-414c-ac15-74e783d529bf service neutron] 10.222.0.132 "GET /v2.0/networks/1686445e-9089-4fcd-bac5-a148e4ca86fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3099978
Feb 02 13:39:53.604875 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device 8daa5e94-8aa7-446b-bf51-b64e66d28b6e up at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:39:53.747317 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device c589d339-358c-4a85-9297-cd3c9497bc88 up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:39:53.947352 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493d110f-7f42-431a-861f-afe2b4017d09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa05205c3-8815-540b-8771-77f24174213e-bfd3edfa-a91a-4015-b406-69d2841d72b8', 'network_id': 'bfd3edfa-a91a-4015-b406-69d2841d72b8', 'tenant_id': '156529df103f414f810c70e1554ede91', 'fixed_ips': [{'subnet_id': '024425eb-098f-4677-a8c1-ec942c20e1f6'}]}} from dv-cinder-772388-4-iscsi. {{(pid=80186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 02 13:39:53.952894 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-493d110f-7f42-431a-861f-afe2b4017d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_create {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:54.211574 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning complete for port 8daa5e94-8aa7-446b-bf51-b64e66d28b6e triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:39:54.212174 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:54.307878 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port c589d339-358c-4a85-9297-cd3c9497bc88 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:39:54.308602 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:54.399048 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa94e6-69b4-4ef4-a09c-7fb4f699f542 req-d8d6d23b-4401-40ed-b79e-5401d76bf40b tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:54.401668 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3aaa94e6-69b4-4ef4-a09c-7fb4f699f542 req-d8d6d23b-4401-40ed-b79e-5401d76bf40b tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=6e3c15c9-7eba-43f6-811e-fbe586cd091b HTTP/1.1" status: 200  len: 946 time: 0.4706831
Feb 02 13:39:54.503634 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ce06493d-43e9-4bb8-9b52-eb908885429a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852699583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2071267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-20827'] for router, precommit_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:54.520203 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-9e4691ea-724e-4e9d-81c3-efd0202eeada req-aca852c3-7fa4-4e8b-93f7-07601d183861 service neutron] 10.222.0.132 "GET /v2.0/networks/1686445e-9089-4fcd-bac5-a148e4ca86fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.0990238
Feb 02 13:39:54.593569 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b026a5-d271-4e98-9d69-dd47549c4280 req-637d43e4-9165-4db0-bda5-fc9e90a2d1b9 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:54.603386 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-87b026a5-d271-4e98-9d69-dd47549c4280 req-637d43e4-9165-4db0-bda5-fc9e90a2d1b9 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=2ed3a668-be97-4ec5-be44-a404ba149fde HTTP/1.1" status: 200  len: 946 time: 0.4750600
Feb 02 13:39:54.659857 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3aaa94e6-69b4-4ef4-a09c-7fb4f699f542 req-f96d7afe-6358-492d-9f60-954409fe5714 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/security-groups?id=8e3981d7-7e1a-4930-b113-8bfee26cb618&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2479031
Feb 02 13:39:54.761934 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-87b026a5-d271-4e98-9d69-dd47549c4280 req-eb9be8b8-7a3e-41f9-ab0b-b97a3e22ae09 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1570196
Feb 02 13:39:54.825598 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_common [None req-493d110f-7f42-431a-861f-afe2b4017d09 None None] Allocated IP 172.20.0.2 (bfd3edfa-a91a-4015-b406-69d2841d72b8/024425eb-098f-4677-a8c1-ec942c20e1f6/d2e71620-7f33-4a2b-a308-be635a364f27) {{(pid=80186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 02 13:39:55.352959 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536c5b6-492c-4c71-8923-95e5d7bb22a9 req-604c34b9-6506-4726-a665-b2f8d12f6698 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:55.353552 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d536c5b6-492c-4c71-8923-95e5d7bb22a9 req-604c34b9-6506-4726-a665-b2f8d12f6698 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7 HTTP/1.1" status: 200  len: 945 time: 0.4015203
Feb 02 13:39:55.375274 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-493d110f-7f42-431a-861f-afe2b4017d09 None None] Notify callbacks [] for port, precommit_create {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:55.383785 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.agents_db [None req-a5446886-6d63-4256-b3e6-4e67ca866f31 None None] Agent healthcheck: found 6 active agents {{(pid=80187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 02 13:39:55.388818 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-493d110f-7f42-431a-861f-afe2b4017d09 None None] Transition to ACTIVE for port object d2e71620-7f33-4a2b-a308-be635a364f27 will not be triggered until provisioned by entity L2. {{(pid=80186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:39:55.417487 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-493d110f-7f42-431a-861f-afe2b4017d09 None None] Transition to ACTIVE for port object d2e71620-7f33-4a2b-a308-be635a364f27 will not be triggered until provisioned by entity DHCP. {{(pid=80186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:39:55.421726 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-493d110f-7f42-431a-861f-afe2b4017d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264943169311'] for port, after_create {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:55.527773 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d536c5b6-492c-4c71-8923-95e5d7bb22a9 req-ed5c1920-fd6e-47e3-bc4a-dbe350875022 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=3e9ef5c7-2881-4d8a-b503-c56e95a5c062&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1656775
Feb 02 13:39:55.602370 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:39:55.616475 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ed1c5-e426-4032-9b20-3c231cb1f69f req-4ec60257-e7a3-47cb-b99a-b459da31cd44 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:55.618056 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-336ed1c5-e426-4032-9b20-3c231cb1f69f req-4ec60257-e7a3-47cb-b99a-b459da31cd44 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Synchronizing usage tracker for tenant:da040d840d5945a4bc1739a99331270a on resource:port {{(pid=80185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:39:55.885460 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device d1a53e07-d16a-44cb-a8b1-91508bfb700f no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 02 13:39:56.169056 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:56.267454 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d110f-7f42-431a-861f-afe2b4017d09 None None] Pushing event updated for resources: {'Port': ['ID=d2e71620-7f33-4a2b-a308-be635a364f27,revision_number=1']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:39:56.273189 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-1110091c-5076-4777-938b-13b062b0a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:56.287531 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-493d110f-7f42-431a-861f-afe2b4017d09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.686s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:39:56.293612 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493d110f-7f42-431a-861f-afe2b4017d09 None None] Network bfd3edfa-a91a-4015-b406-69d2841d72b8 is already hosted by enough agents. {{(pid=80186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:39:56.303905 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [None req-493d110f-7f42-431a-861f-afe2b4017d09 None None] Resources bound (agent type, host, resource id):  {{(pid=80186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:39:56.314079 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493d110f-7f42-431a-861f-afe2b4017d09 None None] Received port after_create {{(pid=80186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 02 13:39:56.325547 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-336ed1c5-e426-4032-9b20-3c231cb1f69f req-4ec60257-e7a3-47cb-b99a-b459da31cd44 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Unset dirty status for tenant:da040d840d5945a4bc1739a99331270a on resource:port {{(pid=80185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:39:56.328350 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-336ed1c5-e426-4032-9b20-3c231cb1f69f req-4ec60257-e7a3-47cb-b99a-b459da31cd44 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.132 "GET /v2.0/ports?device_id=6e3c15c9-7eba-43f6-811e-fbe586cd091b HTTP/1.1" status: 200  len: 946 time: 1.4177532
Feb 02 13:39:56.451540 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ce06493d-43e9-4bb8-9b52-eb908885429a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:56.459507 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e3c15c9-7eba-43f6-811e-fbe586cd091b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1a53e07-d16a-44cb-a8b1-91508bfb700f'}] {{(pid=80186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:39:56.492345 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] For port d1a53e07-d16a-44cb-a8b1-91508bfb700f, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=d1a53e07-d16a-44cb-a8b1-91508bfb700f,segment=NetworkSegment(0171a29b-a4d8-433f-9f69-11da58cadf98),segment_id=0171a29b-a4d8-433f-9f69-11da58cadf98)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:39:56.500294 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-493d110f-7f42-431a-861f-afe2b4017d09 None None] Attempting to bind port d2e71620-7f33-4a2b-a308-be635a364f27 on host dv-cinder-772388-4-iscsi for vnic_type normal with profile  {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 02 13:39:56.501126 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-493d110f-7f42-431a-861f-afe2b4017d09 None None] Attempting to bind port d2e71620-7f33-4a2b-a308-be635a364f27 by drivers openvswitch on host dv-cinder-772388-4-iscsi at level 0 using segments [{'id': 'b89d9c0d-42a5-4969-a487-1d5882b09245', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'bfd3edfa-a91a-4015-b406-69d2841d72b8'}] {{(pid=80186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 02 13:39:56.501818 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493d110f-7f42-431a-861f-afe2b4017d09 None None] Attempting to bind port d2e71620-7f33-4a2b-a308-be635a364f27 on network bfd3edfa-a91a-4015-b406-69d2841d72b8 {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 02 13:39:56.510640 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:56.518317 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:39:56.567676 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ce06493d-43e9-4bb8-9b52-eb908885429a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:56.687381 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493d110f-7f42-431a-861f-afe2b4017d09 None None] Checking agent: {'id': '59520739-4536-4d8c-966e-8cf7fcba95c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 27, 30), 'started_at': datetime.datetime(2021, 2, 2, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.101', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 02 13:39:56.688538 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493d110f-7f42-431a-861f-afe2b4017d09 None None] Checking segment: {'id': 'b89d9c0d-42a5-4969-a487-1d5882b09245', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'bfd3edfa-a91a-4015-b406-69d2841d72b8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:39:56.689361 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-493d110f-7f42-431a-861f-afe2b4017d09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:56.690220 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493d110f-7f42-431a-861f-afe2b4017d09 None None] Bound using segment: {'id': 'b89d9c0d-42a5-4969-a487-1d5882b09245', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'bfd3edfa-a91a-4015-b406-69d2841d72b8'} {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 02 13:39:56.691264 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-493d110f-7f42-431a-861f-afe2b4017d09 None None] Bound port: d2e71620-7f33-4a2b-a308-be635a364f27, host: dv-cinder-772388-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b89d9c0d-42a5-4969-a487-1d5882b09245', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'bfd3edfa-a91a-4015-b406-69d2841d72b8'}}] {{(pid=80186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 02 13:39:56.692108 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-493d110f-7f42-431a-861f-afe2b4017d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:56.821252 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4b63b-4cdd-4836-920b-966df9ce4568 req-99c0df09-a7c5-4a39-bedc-e3294febbf46 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:56.850745 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-aac4b63b-4cdd-4836-920b-966df9ce4568 req-99c0df09-a7c5-4a39-bedc-e3294febbf46 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=6e3c15c9-7eba-43f6-811e-fbe586cd091b HTTP/1.1" status: 200  len: 946 time: 0.5756660
Feb 02 13:39:57.037422 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Pushing event updated for resources: {'Port': ['ID=d1a53e07-d16a-44cb-a8b1-91508bfb700f,revision_number=5']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:39:57.056058 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:39:57.070369 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a1048a-e1c3-4819-bb26-94aa6c9774bf req-fecd11f7-1b45-42fe-b7df-59d2969c71ee tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:57.071189 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-493d110f-7f42-431a-861f-afe2b4017d09 None None] For port d2e71620-7f33-4a2b-a308-be635a364f27, host dv-cinder-772388-4-iscsi, cleared binding levels {{(pid=80186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 02 13:39:57.078381 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-04a1048a-e1c3-4819-bb26-94aa6c9774bf req-fecd11f7-1b45-42fe-b7df-59d2969c71ee tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=2ed3a668-be97-4ec5-be44-a404ba149fde HTTP/1.1" status: 200  len: 946 time: 0.9303744
Feb 02 13:39:57.078771 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-493d110f-7f42-431a-861f-afe2b4017d09 None None] For port d2e71620-7f33-4a2b-a308-be635a364f27, host dv-cinder-772388-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=d2e71620-7f33-4a2b-a308-be635a364f27,segment=NetworkSegment(b89d9c0d-42a5-4969-a487-1d5882b09245),segment_id=b89d9c0d-42a5-4969-a487-1d5882b09245)] {{(pid=80186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 02 13:39:57.085076 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-493d110f-7f42-431a-861f-afe2b4017d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:57.129012 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:39:57.144399 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-336ed1c5-e426-4032-9b20-3c231cb1f69f req-ce8408a2-dbac-42c0-b11c-3aa06a12b331 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Deleting port d1a53e07-d16a-44cb-a8b1-91508bfb700f {{(pid=80185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:39:57.144847 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-336ed1c5-e426-4032-9b20-3c231cb1f69f req-ce8408a2-dbac-42c0-b11c-3aa06a12b331 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:57.201370 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403c64c-0104-4b7e-b279-a13054cd40bf req-54f3c2f2-b0d6-4751-8558-5c9e33b4fde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:57.203559 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2403c64c-0104-4b7e-b279-a13054cd40bf req-54f3c2f2-b0d6-4751-8558-5c9e33b4fde0 service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=cea623c3b184459485bd931a9663986e&device_id=2ed3a668-be97-4ec5-be44-a404ba149fde HTTP/1.1" status: 200  len: 1163 time: 1.0797639
Feb 02 13:39:57.263238 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-04a1048a-e1c3-4819-bb26-94aa6c9774bf req-9762c762-c2af-4ee6-819b-19e15dd5065f tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1838059
Feb 02 13:39:57.329823 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-aac4b63b-4cdd-4836-920b-966df9ce4568 req-848b20b3-4c86-47e1-8c9b-be0d38e1fdf1 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/security-groups?id=8e3981d7-7e1a-4930-b113-8bfee26cb618&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1813927
Feb 02 13:39:57.448844 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e3c15c9-7eba-43f6-811e-fbe586cd091b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1a53e07-d16a-44cb-a8b1-91508bfb700f', 'code': 200}
Feb 02 13:39:57.564492 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d110f-7f42-431a-861f-afe2b4017d09 None None] Pushing event updated for resources: {'Port': ['ID=d2e71620-7f33-4a2b-a308-be635a364f27,revision_number=2']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:39:57.613271 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-493d110f-7f42-431a-861f-afe2b4017d09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:39:57.614701 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device ce95d6b9-1e51-4ebc-b727-6320094ed768 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 02 13:39:57.912889 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_common [None req-ce06493d-43e9-4bb8-9b52-eb908885429a admin admin] Allocated IP 172.27.2.121 (081eaffe-521e-4302-9444-c5c7bff220cd/e906fce0-ed19-4873-885c-646e92308730/d76a849a-03b2-423a-a8f2-fc1e84a2a13b) {{(pid=80185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 02 13:39:58.002357 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:58.037393 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38dec2-96af-4fd3-bb5a-f8370fa2eb7a req-def418dd-8e5f-4657-8d11-9014090d7924 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:58.052763 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-8d38dec2-96af-4fd3-bb5a-f8370fa2eb7a req-def418dd-8e5f-4657-8d11-9014090d7924 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7 HTTP/1.1" status: 200  len: 945 time: 0.4460032
Feb 02 13:39:58.093727 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] For port ce95d6b9-1e51-4ebc-b727-6320094ed768, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=ce95d6b9-1e51-4ebc-b727-6320094ed768,segment=NetworkSegment(5f553a71-9c0f-48ac-b06b-07581f7b8732),segment_id=5f553a71-9c0f-48ac-b06b-07581f7b8732)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:39:58.099653 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:58.102926 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ce06493d-43e9-4bb8-9b52-eb908885429a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:58.104295 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-493d110f-7f42-431a-861f-afe2b4017d09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:39:58.136363 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403c64c-0104-4b7e-b279-a13054cd40bf req-131bf0e4-46be-498b-886b-93c340c6cbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:58.138130 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2403c64c-0104-4b7e-b279-a13054cd40bf req-131bf0e4-46be-498b-886b-93c340c6cbde service neutron] 10.222.0.132 "GET /v2.0/networks?id=0102586b-cbe3-455e-8beb-466400271cff HTTP/1.1" status: 200  len: 913 time: 0.8585305
Feb 02 13:39:58.142897 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ce06493d-43e9-4bb8-9b52-eb908885429a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264943169311'] for port, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:58.207418 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-8d38dec2-96af-4fd3-bb5a-f8370fa2eb7a req-9b57d652-d280-481a-be6f-baeff3d9c7d7 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=3e9ef5c7-2881-4d8a-b503-c56e95a5c062&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1521499
Feb 02 13:39:58.222975 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:39:58.361374 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Pushing event updated for resources: {'Port': ['ID=ce95d6b9-1e51-4ebc-b727-6320094ed768,revision_number=5']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:39:58.397115 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:39:58.485476 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2403c64c-0104-4b7e-b279-a13054cd40bf req-0dc77f73-a96b-4a37-8b57-4bfa037e1328 service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c589d339-358c-4a85-9297-cd3c9497bc88 HTTP/1.1" status: 200  len: 217 time: 0.3220680
Feb 02 13:39:58.757058 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-336ed1c5-e426-4032-9b20-3c231cb1f69f req-ce8408a2-dbac-42c0-b11c-3aa06a12b331 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] For port d1a53e07-d16a-44cb-a8b1-91508bfb700f, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=d1a53e07-d16a-44cb-a8b1-91508bfb700f,segment=NetworkSegment(0171a29b-a4d8-433f-9f69-11da58cadf98),segment_id=0171a29b-a4d8-433f-9f69-11da58cadf98)] {{(pid=80185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:39:58.757465 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-336ed1c5-e426-4032-9b20-3c231cb1f69f req-ce8408a2-dbac-42c0-b11c-3aa06a12b331 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:58.811319 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce06493d-43e9-4bb8-9b52-eb908885429a admin admin] Pushing event updated for resources: {'Port': ['ID=d76a849a-03b2-423a-a8f2-fc1e84a2a13b,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:39:58.821562 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-ce06493d-43e9-4bb8-9b52-eb908885429a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:39:59.017291 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c7e8766e-8d12-4426-afca-822902410145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:59.039985 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781719d7-912d-41c8-8d78-2deb04ad1b66 req-429e3faa-0182-45ec-b2b8-ae818355f7e2 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:59.042127 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-781719d7-912d-41c8-8d78-2deb04ad1b66 req-429e3faa-0182-45ec-b2b8-ae818355f7e2 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=2ed3a668-be97-4ec5-be44-a404ba149fde HTTP/1.1" status: 200  len: 946 time: 0.3702238
Feb 02 13:39:59.053946 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-336ed1c5-e426-4032-9b20-3c231cb1f69f req-ce8408a2-dbac-42c0-b11c-3aa06a12b331 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Calling delete_port for d1a53e07-d16a-44cb-a8b1-91508bfb700f owned by compute:nova {{(pid=80185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:39:59.090032 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403c64c-0104-4b7e-b279-a13054cd40bf req-a4adf790-3cb0-4580-86b4-1f632f2b5af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:59.092366 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2403c64c-0104-4b7e-b279-a13054cd40bf req-a4adf790-3cb0-4580-86b4-1f632f2b5af4 service neutron] 10.222.0.132 "GET /v2.0/subnets?id=c2340414-8894-4d0b-932b-2cabaace3a3e HTTP/1.1" status: 200  len: 859 time: 0.5397594
Feb 02 13:39:59.152552 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a18b1-7fe6-493e-ace4-9d32b4046477 req-7095174e-a6e8-4dae-a2b5-a5849241ec57 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:39:59.154534 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-5b4a18b1-7fe6-493e-ace4-9d32b4046477 req-7095174e-a6e8-4dae-a2b5-a5849241ec57 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=6e3c15c9-7eba-43f6-811e-fbe586cd091b HTTP/1.1" status: 200  len: 944 time: 0.3596692
Feb 02 13:39:59.179391 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2403c64c-0104-4b7e-b279-a13054cd40bf req-f77068d0-2cbe-4052-af4c-888bd14cfe56 service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=0102586b-cbe3-455e-8beb-466400271cff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0676305
Feb 02 13:39:59.272951 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-781719d7-912d-41c8-8d78-2deb04ad1b66 req-75da3184-815b-4a63-ad97-b0e54bac9fd2 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1172235
Feb 02 13:39:59.340066 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-cc13c86e-33b4-4a11-a59d-b7bc69a49def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:39:59.374678 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-5b4a18b1-7fe6-493e-ace4-9d32b4046477 req-f7bee34c-3a18-4274-8f17-cb4f5fe68d04 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/security-groups?id=8e3981d7-7e1a-4930-b113-8bfee26cb618&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1677628
Feb 02 13:39:59.446154 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce06493d-43e9-4bb8-9b52-eb908885429a admin admin] Network 081eaffe-521e-4302-9444-c5c7bff220cd is already hosted by enough agents. {{(pid=80185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:39:59.450113 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce95d6b9-1e51-4ebc-b727-6320094ed768'}] {{(pid=80186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:39:59.451345 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [None req-ce06493d-43e9-4bb8-9b52-eb908885429a admin admin] Resources bound (agent type, host, resource id):  {{(pid=80185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:39:59.453763 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce06493d-43e9-4bb8-9b52-eb908885429a admin admin] Received port after_create {{(pid=80185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 02 13:39:59.548911 dv-cinder-772388-4-iscsi neutron-server[80071]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ce95d6b9-1e51-4ebc-b727-6320094ed768', 'code': 422} returned with failed status
Feb 02 13:39:59.591493 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device d2e71620-7f33-4a2b-a308-be635a364f27 up at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:39:59.803687 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning for port d2e71620-7f33-4a2b-a308-be635a364f27 completed by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:39:59.877275 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2403c64c-0104-4b7e-b279-a13054cd40bf req-14e68b69-f4bd-4f36-8438-0bd1a944abfb service neutron] 10.222.0.132 "GET /v2.0/networks/0102586b-cbe3-455e-8beb-466400271cff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6859026
Feb 02 13:39:59.907514 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bf04cd-2d9c-4f80-bd65-7b20128e5509 None None] Network bfd3edfa-a91a-4015-b406-69d2841d72b8 requested from dv-cinder-772388-4-iscsi {{(pid=80186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 02 13:40:00.103693 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-3d46fdd3-4823-4221-adb3-4e7ccf6583a3 None None] Provisioning for port d2e71620-7f33-4a2b-a308-be635a364f27 completed by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:40:00.128225 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-3d46fdd3-4823-4221-adb3-4e7ccf6583a3 None None] Provisioning complete for port d2e71620-7f33-4a2b-a308-be635a364f27 triggered by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:40:00.129491 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3d46fdd3-4823-4221-adb3-4e7ccf6583a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:00.313608 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:00.485934 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-336ed1c5-e426-4032-9b20-3c231cb1f69f req-ce8408a2-dbac-42c0-b11c-3aa06a12b331 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264942761622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264943208991'] for port, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:00.489869 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3d46fdd3-4823-4221-adb3-4e7ccf6583a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:00.531034 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:40:00.613504 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2403c64c-0104-4b7e-b279-a13054cd40bf req-14e0c6bd-98b4-440d-bf92-b845d77f0bb1 service neutron] 10.222.0.132 "GET /v2.0/networks/0102586b-cbe3-455e-8beb-466400271cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7220786
Feb 02 13:40:00.649896 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-3d46fdd3-4823-4221-adb3-4e7ccf6583a3 None None] For port d2e71620-7f33-4a2b-a308-be635a364f27, host dv-cinder-772388-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=d2e71620-7f33-4a2b-a308-be635a364f27,segment=NetworkSegment(b89d9c0d-42a5-4969-a487-1d5882b09245),segment_id=b89d9c0d-42a5-4969-a487-1d5882b09245)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:40:00.663242 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3d46fdd3-4823-4221-adb3-4e7ccf6583a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:00.699400 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:40:01.016133 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8408a2-dbac-42c0-b11c-3aa06a12b331 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Pushing event deleted for resources: {'Port': ['ID=d1a53e07-d16a-44cb-a8b1-91508bfb700f,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:40:01.025874 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-ce8408a2-dbac-42c0-b11c-3aa06a12b331 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:40:01.046062 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998505d-4ccc-44bd-a8ce-7181b4de5ba3 req-cb1cbb9a-dba8-4aa2-9d51-0db7f54a2c18 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:01.056270 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e998505d-4ccc-44bd-a8ce-7181b4de5ba3 req-cb1cbb9a-dba8-4aa2-9d51-0db7f54a2c18 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=2ed3a668-be97-4ec5-be44-a404ba149fde HTTP/1.1" status: 200  len: 946 time: 0.4268706
Feb 02 13:40:01.091784 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46fdd3-4823-4221-adb3-4e7ccf6583a3 None None] Pushing event updated for resources: {'Port': ['ID=d2e71620-7f33-4a2b-a308-be635a364f27,revision_number=3']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:40:01.143191 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e998505d-4ccc-44bd-a8ce-7181b4de5ba3 req-8fa04b87-c855-423f-86fa-b2641a46346a tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852182
Feb 02 13:40:01.147576 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-3d46fdd3-4823-4221-adb3-4e7ccf6583a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:40:01.252284 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-42ef245d-f728-4293-a752-dedea4fc02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:01.252459 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 43604) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:40:01.285534 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7fad24c9-9ef0-4516-9734-8b6fcb23e378 req-6b3c6467-1d11-4c53-a6b7-913b351fa041 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=6e3c15c9-7eba-43f6-811e-fbe586cd091b HTTP/1.1" status: 200  len: 210 time: 0.1995413
Feb 02 13:40:01.309820 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [req-336ed1c5-e426-4032-9b20-3c231cb1f69f req-ce8408a2-dbac-42c0-b11c-3aa06a12b331 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] No DVR routers for this DVR port d1a53e07-d16a-44cb-a8b1-91508bfb700f on host hv-cinder-77238 {{(pid=80185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 02 13:40:01.313218 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-336ed1c5-e426-4032-9b20-3c231cb1f69f req-ce8408a2-dbac-42c0-b11c-3aa06a12b331 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for port, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:01.325858 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e3c15c9-7eba-43f6-811e-fbe586cd091b', 'name': 'network-vif-deleted', 'tag': 'd1a53e07-d16a-44cb-a8b1-91508bfb700f'}] {{(pid=80185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:40:01.371869 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-336ed1c5-e426-4032-9b20-3c231cb1f69f req-ce8408a2-dbac-42c0-b11c-3aa06a12b331 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.132 "DELETE /v2.0/ports/d1a53e07-d16a-44cb-a8b1-91508bfb700f HTTP/1.1" status: 204  len: 173 time: 5.0283225
Feb 02 13:40:01.436861 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ce06493d-43e9-4bb8-9b52-eb908885429a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:01.506716 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device d2e71620-7f33-4a2b-a308-be635a364f27 up at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:40:01.591072 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e3c15c9-7eba-43f6-811e-fbe586cd091b', 'name': 'network-vif-deleted', 'tag': 'd1a53e07-d16a-44cb-a8b1-91508bfb700f', 'status': 'completed', 'code': 200}
Feb 02 13:40:01.803838 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c43f19c4-fd56-45be-b75d-765ccec7091b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:01.849783 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-e21a01cb-95d2-45df-bda3-f9752c041e1f None None] Provisioning complete for port d2e71620-7f33-4a2b-a308-be635a364f27 triggered by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:40:01.850120 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e21a01cb-95d2-45df-bda3-f9752c041e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:01.898590 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-c43f19c4-fd56-45be-b75d-765ccec7091b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:40:01.907440 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-c43f19c4-fd56-45be-b75d-765ccec7091b admin admin] Usage tracker for resource:security_group_rule and tenant:80e44fbdad184be69660feebdba0e872 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:40:01.910747 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-c43f19c4-fd56-45be-b75d-765ccec7091b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:40:01.917509 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-c43f19c4-fd56-45be-b75d-765ccec7091b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:40:02.075622 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning complete for port d2e71620-7f33-4a2b-a308-be635a364f27 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:40:02.076704 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:02.144908 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c43f19c4-fd56-45be-b75d-765ccec7091b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:02.161488 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c43f19c4-fd56-45be-b75d-765ccec7091b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:02.248452 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 43630) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:40:02.255509 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f4bab57a-00ab-41ce-b0bb-4b731db51983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:40:02.265950 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device c589d339-358c-4a85-9297-cd3c9497bc88 up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:40:02.270466 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-c43f19c4-fd56-45be-b75d-765ccec7091b admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=80e44fbdad184be69660feebdba0e872&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0091858
Feb 02 13:40:02.283471 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 43636) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:40:02.550734 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43f19c4-fd56-45be-b75d-765ccec7091b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc262ae0-0530-4c94-901f-ab01d32f77b7,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:40:02.554847 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-c43f19c4-fd56-45be-b75d-765ccec7091b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:40:02.624294 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ce06493d-43e9-4bb8-9b52-eb908885429a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852704620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2076335'] for router, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:02.674669 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port c589d339-358c-4a85-9297-cd3c9497bc88 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:40:02.675438 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:02.731469 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-dc38823b-29bf-41e2-a29f-b7845af4e818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:02.770866 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-dc38823b-29bf-41e2-a29f-b7845af4e818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:02.972262 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b1c62-630f-4ed1-a502-458d6d297047 req-5163f550-8c15-475d-82f3-a869bee4aa8c tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:02.981921 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-c54b1c62-630f-4ed1-a502-458d6d297047 req-5163f550-8c15-475d-82f3-a869bee4aa8c tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7 HTTP/1.1" status: 200  len: 943 time: 0.8881071
Feb 02 13:40:02.984930 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-6e2a8881-606f-4c5e-8913-93012a3c1562 None None] Provisioning complete for port d2e71620-7f33-4a2b-a308-be635a364f27 triggered by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:40:02.985813 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-6e2a8881-606f-4c5e-8913-93012a3c1562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:03.042416 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e248f68f-ba50-4260-b63c-187e3968690d req-731eb939-b546-41e6-bc1d-a312f694f1be service neutron] 10.222.0.133 "GET /v2.0/ports?device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.7702048
Feb 02 13:40:03.076078 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce06493d-43e9-4bb8-9b52-eb908885429a admin admin] Router 5d4c720d-91e2-42ec-9f3c-a973a6b73dd7 is scheduled to L3 agent 46ed2aac-7d32-4274-9cac-387c5fc2cd87 with binding_index 1 {{(pid=80185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 02 13:40:03.203554 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:03.321690 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-dc38823b-29bf-41e2-a29f-b7845af4e818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:03.392845 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-c54b1c62-630f-4ed1-a502-458d6d297047 req-95411efd-f8da-4768-b3cd-526c16e3f696 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=3e9ef5c7-2881-4d8a-b503-c56e95a5c062&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4097764
Feb 02 13:40:03.393739 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-2028dc7d-956b-43ef-b0ec-0cfb2e908e07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:40:03.399397 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce06493d-43e9-4bb8-9b52-eb908885429a admin admin] Notify agent at l3_agent.dv-cinder-772388-4-iscsi the message routers_updated {{(pid=80185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 02 13:40:03.421933 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cd42d8-ee72-4b36-a8ef-cb7f7d87ded6 None None] Sync routers for ids ['5d4c720d-91e2-42ec-9f3c-a973a6b73dd7'] in dv-cinder-772388-4-iscsi {{(pid=80187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 02 13:40:03.451945 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ce06493d-43e9-4bb8-9b52-eb908885429a admin admin] Notify callbacks [] for router, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:03.452173 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cd42d8-ee72-4b36-a8ef-cb7f7d87ded6 None None] Routers {'5d4c720d-91e2-42ec-9f3c-a973a6b73dd7'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:40:03.456108 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-24cd42d8-ee72-4b36-a8ef-cb7f7d87ded6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e9e204e0>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:39:59Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['5d4c720d-91e2-42ec-9f3c-a973a6b73dd7'], 'active': True} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:40:03.458648 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-ce06493d-43e9-4bb8-9b52-eb908885429a admin admin] 10.222.0.133 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 10.4039352
Feb 02 13:40:03.462195 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 43650) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:40:03.525345 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc38823b-29bf-41e2-a29f-b7845af4e818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc262ae0-0530-4c94-901f-ab01d32f77b7,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:40:03.576225 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-dc38823b-29bf-41e2-a29f-b7845af4e818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:40:03.607607 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-dc38823b-29bf-41e2-a29f-b7845af4e818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:03.624437 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-dc38823b-29bf-41e2-a29f-b7845af4e818 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/cc262ae0-0530-4c94-901f-ab01d32f77b7 HTTP/1.1" status: 204  len: 168 time: 1.2770522
Feb 02 13:40:03.689511 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device c589d339-358c-4a85-9297-cd3c9497bc88 up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:40:03.889648 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ea38e7-bae1-4948-acb0-2f06f1cb21e5 req-09242881-6401-4e3d-aaeb-349afd26776f tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:03.891612 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-c1ea38e7-bae1-4948-acb0-2f06f1cb21e5 req-09242881-6401-4e3d-aaeb-349afd26776f tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=2ed3a668-be97-4ec5-be44-a404ba149fde HTTP/1.1" status: 200  len: 946 time: 1.5097404
Feb 02 13:40:04.081694 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-c1ea38e7-bae1-4948-acb0-2f06f1cb21e5 req-9213b327-ee59-48e2-bbe6-b36cf62bf9fd tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1796331
Feb 02 13:40:04.278771 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port c589d339-358c-4a85-9297-cd3c9497bc88 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:40:04.279512 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:04.505942 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-24cd42d8-ee72-4b36-a8ef-cb7f7d87ded6 None None] Set router 5d4c720d-91e2-42ec-9f3c-a973a6b73dd7 gateway port host: dv-cinder-772388-4-iscsi {{(pid=80187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:40:05.595422 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-24cd42d8-ee72-4b36-a8ef-cb7f7d87ded6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e9e204e0>, [{'id': '5d4c720d-91e2-42ec-9f3c-a973a6b73dd7', 'name': 'tempest-TestShelveInstance-1257901556-router', 'tenant_id': '156529df103f414f810c70e1554ede91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'd76a849a-03b2-423a-a8f2-fc1e84a2a13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:39:53Z', 'updated_at': '2021-02-02T13:40:00Z', 'revision_number': 3, 'project_id': '156529df103f414f810c70e1554ede91', 'gw_port': {'id': 'd76a849a-03b2-423a-a8f2-fc1e84a2a13b', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d4c720d-91e2-42ec-9f3c-a973a6b73dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:39:57Z', 'updated_at': '2021-02-02T13:39:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi'}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:40:05.610448 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cd42d8-ee72-4b36-a8ef-cb7f7d87ded6 None None] Checking router: 5d4c720d-91e2-42ec-9f3c-a973a6b73dd7 for host: dv-cinder-772388-4-iscsi {{(pid=80187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 02 13:40:05.611190 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cd42d8-ee72-4b36-a8ef-cb7f7d87ded6 None None] Updating router 5d4c720d-91e2-42ec-9f3c-a973a6b73dd7 port d76a849a-03b2-423a-a8f2-fc1e84a2a13b binding host dv-cinder-772388-4-iscsi {{(pid=80187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 02 13:40:05.751270 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-24cd42d8-ee72-4b36-a8ef-cb7f7d87ded6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:05.786910 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a020e29f-4aa1-4d60-adb7-8bb0537e5db5 req-c935625a-a406-4498-8d4a-52d08769ed44 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:05.810458 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a020e29f-4aa1-4d60-adb7-8bb0537e5db5 req-c935625a-a406-4498-8d4a-52d08769ed44 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7 HTTP/1.1" status: 200  len: 943 time: 0.7334166
Feb 02 13:40:06.006479 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a020e29f-4aa1-4d60-adb7-8bb0537e5db5 req-de608464-08c7-4b73-81b5-031d35eb97be tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=3e9ef5c7-2881-4d8a-b503-c56e95a5c062&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1949368
Feb 02 13:40:06.088278 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-52eb6e62-ef00-425f-8fbc-1b8afcb44cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:06.698125 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-24cd42d8-ee72-4b36-a8ef-cb7f7d87ded6 None None] Notify callbacks [] for port, precommit_update {{(pid=80187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:06.712131 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-24cd42d8-ee72-4b36-a8ef-cb7f7d87ded6 None None] Transition to ACTIVE for port object d76a849a-03b2-423a-a8f2-fc1e84a2a13b will not be triggered until provisioned by entity L2. {{(pid=80187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:40:06.716447 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-24cd42d8-ee72-4b36-a8ef-cb7f7d87ded6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:06.931352 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:40:07.093780 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-24cd42d8-ee72-4b36-a8ef-cb7f7d87ded6 None None] Attempting to bind port d76a849a-03b2-423a-a8f2-fc1e84a2a13b on host dv-cinder-772388-4-iscsi for vnic_type normal with profile  {{(pid=80187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 02 13:40:07.094507 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-24cd42d8-ee72-4b36-a8ef-cb7f7d87ded6 None None] Attempting to bind port d76a849a-03b2-423a-a8f2-fc1e84a2a13b by drivers openvswitch on host dv-cinder-772388-4-iscsi at level 0 using segments [{'id': '5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd'}] {{(pid=80187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 02 13:40:07.095149 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cd42d8-ee72-4b36-a8ef-cb7f7d87ded6 None None] Attempting to bind port d76a849a-03b2-423a-a8f2-fc1e84a2a13b on network 081eaffe-521e-4302-9444-c5c7bff220cd {{(pid=80187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 02 13:40:07.107477 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cd42d8-ee72-4b36-a8ef-cb7f7d87ded6 None None] Checking agent: {'id': '59520739-4536-4d8c-966e-8cf7fcba95c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 27, 30), 'started_at': datetime.datetime(2021, 2, 2, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.101', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 02 13:40:07.108184 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cd42d8-ee72-4b36-a8ef-cb7f7d87ded6 None None] Checking segment: {'id': '5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:40:07.108848 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-24cd42d8-ee72-4b36-a8ef-cb7f7d87ded6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:07.109534 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cd42d8-ee72-4b36-a8ef-cb7f7d87ded6 None None] Bound using segment: {'id': '5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd'} {{(pid=80187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 02 13:40:07.110431 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-24cd42d8-ee72-4b36-a8ef-cb7f7d87ded6 None None] Bound port: d76a849a-03b2-423a-a8f2-fc1e84a2a13b, host: dv-cinder-772388-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd'}}] {{(pid=80187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 02 13:40:07.111825 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-24cd42d8-ee72-4b36-a8ef-cb7f7d87ded6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:07.337501 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-24cd42d8-ee72-4b36-a8ef-cb7f7d87ded6 None None] For port d76a849a-03b2-423a-a8f2-fc1e84a2a13b, host dv-cinder-772388-4-iscsi, cleared binding levels {{(pid=80187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 02 13:40:07.352741 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-24cd42d8-ee72-4b36-a8ef-cb7f7d87ded6 None None] For port d76a849a-03b2-423a-a8f2-fc1e84a2a13b, host dv-cinder-772388-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=d76a849a-03b2-423a-a8f2-fc1e84a2a13b,segment=NetworkSegment(5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8),segment_id=5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8)] {{(pid=80187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 02 13:40:07.408317 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-24cd42d8-ee72-4b36-a8ef-cb7f7d87ded6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:07.662061 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_common [None req-52eb6e62-ef00-425f-8fbc-1b8afcb44cc3 admin admin] Allocated IP 172.20.0.1 (bfd3edfa-a91a-4015-b406-69d2841d72b8/024425eb-098f-4677-a8c1-ec942c20e1f6/b22322b4-1120-4861-847c-6398c0e89dd1) {{(pid=80185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 02 13:40:07.850049 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcef6792-b798-4d87-b06b-9cee342f4613 None None] Pushing event updated for resources: {'Port': ['ID=d76a849a-03b2-423a-a8f2-fc1e84a2a13b,revision_number=2']} {{(pid=80187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:40:07.881069 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-fcef6792-b798-4d87-b06b-9cee342f4613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.949s {{(pid=80187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:40:07.881981 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=80187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:40:07.979637 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cd42d8-ee72-4b36-a8ef-cb7f7d87ded6 None None] Routers {'5d4c720d-91e2-42ec-9f3c-a973a6b73dd7'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:40:07.981051 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-24cd42d8-ee72-4b36-a8ef-cb7f7d87ded6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e9e204e0>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:39:59Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['5d4c720d-91e2-42ec-9f3c-a973a6b73dd7'], 'active': True} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:40:08.109048 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573bd655-398c-4bd5-9110-f0a18f7e2052 req-357af530-2dcc-4fb7-a1b1-f9fcf87fbc17 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:08.122037 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-573bd655-398c-4bd5-9110-f0a18f7e2052 req-357af530-2dcc-4fb7-a1b1-f9fcf87fbc17 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=4e834d6a-7ab1-47fe-87ee-fe59ac65bf3e HTTP/1.1" status: 200  len: 945 time: 0.6591883
Feb 02 13:40:08.251698 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-573bd655-398c-4bd5-9110-f0a18f7e2052 req-873d8171-66f8-47e2-845f-8592a7739f46 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/security-groups?id=8e3981d7-7e1a-4930-b113-8bfee26cb618&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1279790
Feb 02 13:40:08.380143 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541bd620-5ec3-4542-9a1d-8e614423a0d2 req-ece36359-7c87-4c47-a3d5-5a58280d7f4a tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:08.383273 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-541bd620-5ec3-4542-9a1d-8e614423a0d2 req-ece36359-7c87-4c47-a3d5-5a58280d7f4a tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7 HTTP/1.1" status: 200  len: 943 time: 0.5958462
Feb 02 13:40:08.480641 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcef6792-b798-4d87-b06b-9cee342f4613 None None] Pushing event updated for resources: {'Port': ['ID=d76a849a-03b2-423a-a8f2-fc1e84a2a13b,revision_number=3']} {{(pid=80187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:40:08.493342 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-fcef6792-b798-4d87-b06b-9cee342f4613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=80187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:40:08.551643 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-541bd620-5ec3-4542-9a1d-8e614423a0d2 req-487ed11a-80c7-4ee8-b5e4-92fc66d88afe tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=3e9ef5c7-2881-4d8a-b503-c56e95a5c062&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1542909
Feb 02 13:40:08.618881 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-24cd42d8-ee72-4b36-a8ef-cb7f7d87ded6 None None] Set router 5d4c720d-91e2-42ec-9f3c-a973a6b73dd7 gateway port host: dv-cinder-772388-4-iscsi {{(pid=80187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:40:08.710279 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-52eb6e62-ef00-425f-8fbc-1b8afcb44cc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:08.729869 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-52eb6e62-ef00-425f-8fbc-1b8afcb44cc3 admin admin] Transition to ACTIVE for port object b22322b4-1120-4861-847c-6398c0e89dd1 will not be triggered until provisioned by entity DHCP. {{(pid=80185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:40:08.796590 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-52eb6e62-ef00-425f-8fbc-1b8afcb44cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264943169311'] for port, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:08.879469 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f2f3248d-b2c3-459b-8030-280277d8dbb7 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:40:09.109149 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eb6e62-ef00-425f-8fbc-1b8afcb44cc3 admin admin] Pushing event updated for resources: {'Port': ['ID=b22322b4-1120-4861-847c-6398c0e89dd1,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:40:09.120677 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-52eb6e62-ef00-425f-8fbc-1b8afcb44cc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:40:09.130347 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248f68f-ba50-4260-b63c-187e3968690d req-605c08f8-1278-4e16-8b56-04213e7a1382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:09.132200 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e248f68f-ba50-4260-b63c-187e3968690d req-605c08f8-1278-4e16-8b56-04213e7a1382 service neutron] 10.222.0.132 "GET /v2.0/ports?device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7&tenant_id=4137e2122c7f40189b0a34f1651c3764 HTTP/1.1" status: 200  len: 1160 time: 1.6340139
Feb 02 13:40:09.254329 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cb9a90-c6ed-4012-9569-fb3ca257ab37 req-1e129cec-8d35-48e4-964a-24a932c0cec3 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:09.255194 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-37cb9a90-c6ed-4012-9569-fb3ca257ab37 req-1e129cec-8d35-48e4-964a-24a932c0cec3 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Synchronizing usage tracker for tenant:da040d840d5945a4bc1739a99331270a on resource:port {{(pid=80185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:40:09.293628 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-24cd42d8-ee72-4b36-a8ef-cb7f7d87ded6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e9e204e0>, [{'id': '5d4c720d-91e2-42ec-9f3c-a973a6b73dd7', 'name': 'tempest-TestShelveInstance-1257901556-router', 'tenant_id': '156529df103f414f810c70e1554ede91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'd76a849a-03b2-423a-a8f2-fc1e84a2a13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:39:53Z', 'updated_at': '2021-02-02T13:40:00Z', 'revision_number': 3, 'project_id': '156529df103f414f810c70e1554ede91', 'gw_port': {'id': 'd76a849a-03b2-423a-a8f2-fc1e84a2a13b', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d4c720d-91e2-42ec-9f3c-a973a6b73dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:39:57Z', 'updated_at': '2021-02-02T13:40:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi'}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:40:09.299140 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cd42d8-ee72-4b36-a8ef-cb7f7d87ded6 None None] The sync data for ids ['5d4c720d-91e2-42ec-9f3c-a973a6b73dd7'] in dv-cinder-772388-4-iscsi is: [{'id': '5d4c720d-91e2-42ec-9f3c-a973a6b73dd7', 'name': 'tempest-TestShelveInstance-1257901556-router', 'tenant_id': '156529df103f414f810c70e1554ede91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'd76a849a-03b2-423a-a8f2-fc1e84a2a13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:39:53Z', 'updated_at': '2021-02-02T13:40:00Z', 'revision_number': 3, 'project_id': '156529df103f414f810c70e1554ede91', 'gw_port': {'id': 'd76a849a-03b2-423a-a8f2-fc1e84a2a13b', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d4c720d-91e2-42ec-9f3c-a973a6b73dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:39:57Z', 'updated_at': '2021-02-02T13:40:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi'}] {{(pid=80187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 02 13:40:09.420427 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-37cb9a90-c6ed-4012-9569-fb3ca257ab37 req-1e129cec-8d35-48e4-964a-24a932c0cec3 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Unset dirty status for tenant:da040d840d5945a4bc1739a99331270a on resource:port {{(pid=80185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:40:09.422607 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-37cb9a90-c6ed-4012-9569-fb3ca257ab37 req-1e129cec-8d35-48e4-964a-24a932c0cec3 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.132 "GET /v2.0/ports?device_id=4e834d6a-7ab1-47fe-87ee-fe59ac65bf3e HTTP/1.1" status: 200  len: 945 time: 1.0798707
Feb 02 13:40:09.590828 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52eb6e62-ef00-425f-8fbc-1b8afcb44cc3 admin admin] Network bfd3edfa-a91a-4015-b406-69d2841d72b8 is already hosted by enough agents. {{(pid=80185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:40:09.602546 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [None req-52eb6e62-ef00-425f-8fbc-1b8afcb44cc3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:40:09.613506 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52eb6e62-ef00-425f-8fbc-1b8afcb44cc3 admin admin] Received port after_create {{(pid=80185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 02 13:40:09.614293 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-52eb6e62-ef00-425f-8fbc-1b8afcb44cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2073963'] for router_interface, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:09.661944 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-37cb9a90-c6ed-4012-9569-fb3ca257ab37 req-28ae6e23-1734-498d-9fbb-fe699109b4e9 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Deleting port 6cc1506e-246e-4c23-8872-859505a0ff96 {{(pid=80185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:40:09.662571 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-37cb9a90-c6ed-4012-9569-fb3ca257ab37 req-28ae6e23-1734-498d-9fbb-fe699109b4e9 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:09.707567 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device 6cc1506e-246e-4c23-8872-859505a0ff96 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 02 13:40:10.058136 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248f68f-ba50-4260-b63c-187e3968690d req-4fc4c7e8-f3d3-44d6-9802-28c7b0611fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:10.073491 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e248f68f-ba50-4260-b63c-187e3968690d req-4fc4c7e8-f3d3-44d6-9802-28c7b0611fcc service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=4137e2122c7f40189b0a34f1651c3764&device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7 HTTP/1.1" status: 200  len: 1160 time: 0.8135896
Feb 02 13:40:10.115102 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db40a0-3581-4e63-ad32-6a2119ec133b req-42a3de18-e479-4f2e-a492-92aff43555ef tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:10.118006 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-07db40a0-3581-4e63-ad32-6a2119ec133b req-42a3de18-e479-4f2e-a492-92aff43555ef tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=4e834d6a-7ab1-47fe-87ee-fe59ac65bf3e HTTP/1.1" status: 200  len: 945 time: 0.5633280
Feb 02 13:40:10.215103 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:10.331557 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] For port 6cc1506e-246e-4c23-8872-859505a0ff96, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=6cc1506e-246e-4c23-8872-859505a0ff96,segment=NetworkSegment(0171a29b-a4d8-433f-9f69-11da58cadf98),segment_id=0171a29b-a4d8-433f-9f69-11da58cadf98)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:40:10.333769 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e834d6a-7ab1-47fe-87ee-fe59ac65bf3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cc1506e-246e-4c23-8872-859505a0ff96'}] {{(pid=80186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:40:10.349416 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-07db40a0-3581-4e63-ad32-6a2119ec133b req-55faa209-2543-47ff-91ee-f56886dfa854 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/security-groups?id=8e3981d7-7e1a-4930-b113-8bfee26cb618&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2059817
Feb 02 13:40:10.355292 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-9fdb13fc-d63e-45d7-bce1-b4926381968e None None] Provisioning for port b22322b4-1120-4861-847c-6398c0e89dd1 completed by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:40:10.361914 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:10.374946 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:40:10.531889 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Pushing event updated for resources: {'Port': ['ID=6cc1506e-246e-4c23-8872-859505a0ff96,revision_number=5']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:40:10.548468 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-9fdb13fc-d63e-45d7-bce1-b4926381968e None None] Provisioning complete for port b22322b4-1120-4861-847c-6398c0e89dd1 triggered by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:40:10.549364 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-9fdb13fc-d63e-45d7-bce1-b4926381968e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:10.631082 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:10.632085 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:10.633607 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:10.634931 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:10.635643 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:10.636947 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:10.638125 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:10.638611 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:10.639201 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:10.639739 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:10.640382 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:10.640859 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:10.641540 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:10.642097 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:10.642785 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:10.643523 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:10.644794 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:10.645032 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:10.645638 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:10.646461 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:10.647162 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:10.648277 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:10.666615 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:10.667335 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:10.711093 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009ccea-b45f-4da4-9370-8ec6ef413470 req-3fdcd0c7-83dd-4199-891b-25c968eb78ce tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:10.713248 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2009ccea-b45f-4da4-9370-8ec6ef413470 req-3fdcd0c7-83dd-4199-891b-25c968eb78ce tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7 HTTP/1.1" status: 200  len: 943 time: 0.3107686
Feb 02 13:40:10.732125 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:40:10.737286 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-9fdb13fc-d63e-45d7-bce1-b4926381968e None None] Port b22322b4-1120-4861-847c-6398c0e89dd1 cannot update to ACTIVE because it is not bound. {{(pid=80186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 02 13:40:10.758453 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e834d6a-7ab1-47fe-87ee-fe59ac65bf3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cc1506e-246e-4c23-8872-859505a0ff96', 'code': 200}
Feb 02 13:40:10.912695 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2009ccea-b45f-4da4-9370-8ec6ef413470 req-c2bde9bf-c287-40f7-94ee-ee649179dd7a tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=3e9ef5c7-2881-4d8a-b503-c56e95a5c062&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1912990
Feb 02 13:40:11.017036 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-52eb6e62-ef00-425f-8fbc-1b8afcb44cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:11.512601 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device d76a849a-03b2-423a-a8f2-fc1e84a2a13b up at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:40:11.652861 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248f68f-ba50-4260-b63c-187e3968690d req-0f8ae568-9846-4bcf-b3f5-5e4e2c8f07c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:11.658660 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e248f68f-ba50-4260-b63c-187e3968690d req-0f8ae568-9846-4bcf-b3f5-5e4e2c8f07c3 service neutron] 10.222.0.132 "GET /v2.0/networks?id=1686445e-9089-4fcd-bac5-a148e4ca86fe HTTP/1.1" status: 200  len: 910 time: 1.4038353
Feb 02 13:40:11.720288 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning for port d76a849a-03b2-423a-a8f2-fc1e84a2a13b completed by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:40:11.734136 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning complete for port d76a849a-03b2-423a-a8f2-fc1e84a2a13b triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:40:11.735019 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:11.915743 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-52eb6e62-ef00-425f-8fbc-1b8afcb44cc3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:11.949902 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-52eb6e62-ef00-425f-8fbc-1b8afcb44cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:11.950914 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-52eb6e62-ef00-425f-8fbc-1b8afcb44cc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853078024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2077237'] for router_interface, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:11.972450 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:40:12.235089 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f5dc5-ea5a-443d-bc50-7057dab8cde2 req-029a7d11-3950-43a7-9ff7-476abf7933a5 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:12.238322 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-605f5dc5-ea5a-443d-bc50-7057dab8cde2 req-029a7d11-3950-43a7-9ff7-476abf7933a5 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=4e834d6a-7ab1-47fe-87ee-fe59ac65bf3e HTTP/1.1" status: 200  len: 943 time: 0.5686336
Feb 02 13:40:12.447273 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e248f68f-ba50-4260-b63c-187e3968690d req-1f524174-0169-45db-af96-ef593f08aed5 service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce95d6b9-1e51-4ebc-b727-6320094ed768 HTTP/1.1" status: 200  len: 999 time: 0.7612717
Feb 02 13:40:12.449953 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:12.453313 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52eb6e62-ef00-425f-8fbc-1b8afcb44cc3 admin admin] Network bfd3edfa-a91a-4015-b406-69d2841d72b8 is already hosted by enough agents. {{(pid=80185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:40:12.479316 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] For port d76a849a-03b2-423a-a8f2-fc1e84a2a13b, host dv-cinder-772388-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=d76a849a-03b2-423a-a8f2-fc1e84a2a13b,segment=NetworkSegment(5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8),segment_id=5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:40:12.485003 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:12.488240 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:40:12.490798 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [None req-52eb6e62-ef00-425f-8fbc-1b8afcb44cc3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:40:12.552883 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-605f5dc5-ea5a-443d-bc50-7057dab8cde2 req-23cc2cb8-f69f-46bb-b773-0013c5b1696f tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/security-groups?id=8e3981d7-7e1a-4930-b113-8bfee26cb618&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3059404
Feb 02 13:40:12.674688 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Pushing event updated for resources: {'Port': ['ID=d76a849a-03b2-423a-a8f2-fc1e84a2a13b,revision_number=4']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:40:12.681740 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:40:12.871518 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e29235-d775-4bc6-91da-99ba33a66418 req-95084e9e-3699-49bd-9f36-a8b03f1669a3 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:12.887277 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-71e29235-d775-4bc6-91da-99ba33a66418 req-95084e9e-3699-49bd-9f36-a8b03f1669a3 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7 HTTP/1.1" status: 200  len: 943 time: 0.6466215
Feb 02 13:40:12.915620 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eb6e62-ef00-425f-8fbc-1b8afcb44cc3 admin admin] Pushing event updated for resources: {'Port': ['ID=b22322b4-1120-4861-847c-6398c0e89dd1,revision_number=2']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:40:12.928318 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-37cb9a90-c6ed-4012-9569-fb3ca257ab37 req-28ae6e23-1734-498d-9fbb-fe699109b4e9 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] For port 6cc1506e-246e-4c23-8872-859505a0ff96, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=6cc1506e-246e-4c23-8872-859505a0ff96,segment=NetworkSegment(0171a29b-a4d8-433f-9f69-11da58cadf98),segment_id=0171a29b-a4d8-433f-9f69-11da58cadf98)] {{(pid=80185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:40:12.928802 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-37cb9a90-c6ed-4012-9569-fb3ca257ab37 req-28ae6e23-1734-498d-9fbb-fe699109b4e9 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:12.943219 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-52eb6e62-ef00-425f-8fbc-1b8afcb44cc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.970s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:40:12.992081 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-c6d1f8f6-376f-4389-9ec6-32ea61e6630e None None] Provisioning complete for port b22322b4-1120-4861-847c-6398c0e89dd1 triggered by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:40:12.992709 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c6d1f8f6-376f-4389-9ec6-32ea61e6630e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:13.068967 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-71e29235-d775-4bc6-91da-99ba33a66418 req-fd649cb9-e4c1-473d-81b0-3373da24098b tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=3e9ef5c7-2881-4d8a-b503-c56e95a5c062&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1799154
Feb 02 13:40:13.102213 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1f8f6-376f-4389-9ec6-32ea61e6630e None None] Port b22322b4-1120-4861-847c-6398c0e89dd1 cannot update to ACTIVE because it is not bound. {{(pid=80186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 02 13:40:13.165004 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-37cb9a90-c6ed-4012-9569-fb3ca257ab37 req-28ae6e23-1734-498d-9fbb-fe699109b4e9 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Calling delete_port for 6cc1506e-246e-4c23-8872-859505a0ff96 owned by compute:nova {{(pid=80185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:40:13.261386 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248f68f-ba50-4260-b63c-187e3968690d req-08f79f92-615f-4f98-9ad3-01f012c7d059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:13.263920 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e248f68f-ba50-4260-b63c-187e3968690d req-08f79f92-615f-4f98-9ad3-01f012c7d059 service neutron] 10.222.0.132 "GET /v2.0/subnets?id=e86f023b-3193-46b5-b935-af688f96c4c8 HTTP/1.1" status: 200  len: 855 time: 0.7752430
Feb 02 13:40:13.302485 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52eb6e62-ef00-425f-8fbc-1b8afcb44cc3 admin admin] Router 5d4c720d-91e2-42ec-9f3c-a973a6b73dd7 has already been hosted by L3 agent 46ed2aac-7d32-4274-9cac-387c5fc2cd87 {{(pid=80185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 02 13:40:13.479518 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device d76a849a-03b2-423a-a8f2-fc1e84a2a13b up at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:40:13.494034 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122bbe5b-792a-4ea4-9684-c4661469d55f req-efa4245f-81f0-4a7a-9b53-a858613d6c79 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:13.496451 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-122bbe5b-792a-4ea4-9684-c4661469d55f req-efa4245f-81f0-4a7a-9b53-a858613d6c79 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=fbbd96bb-f941-48ce-ac3b-bfe78f0f79ed HTTP/1.1" status: 200  len: 945 time: 0.2942054
Feb 02 13:40:13.600564 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning complete for port d76a849a-03b2-423a-a8f2-fc1e84a2a13b triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:40:13.601527 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:13.646274 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-122bbe5b-792a-4ea4-9684-c4661469d55f req-d65710ff-9768-49f2-8762-7e5abd33ebbf tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1408439
Feb 02 13:40:13.709953 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-37cb9a90-c6ed-4012-9569-fb3ca257ab37 req-28ae6e23-1734-498d-9fbb-fe699109b4e9 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264942761622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264943208991'] for port, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:13.738230 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-abdce459-8967-4a65-bcf4-5ee36a12b8ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:40:13.796188 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52eb6e62-ef00-425f-8fbc-1b8afcb44cc3 admin admin] Notify agent at l3_agent.dv-cinder-772388-4-iscsi the message routers_updated {{(pid=80185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 02 13:40:13.802694 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ae6e23-1734-498d-9fbb-fe699109b4e9 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Pushing event deleted for resources: {'Port': ['ID=6cc1506e-246e-4c23-8872-859505a0ff96,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:40:13.832503 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3987c54f-2d6a-486d-abee-d44f67330a7d None None] Sync routers for ids ['5d4c720d-91e2-42ec-9f3c-a973a6b73dd7'] in dv-cinder-772388-4-iscsi {{(pid=80186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 02 13:40:13.849559 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3987c54f-2d6a-486d-abee-d44f67330a7d None None] Routers {'5d4c720d-91e2-42ec-9f3c-a973a6b73dd7'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:40:13.850514 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-3987c54f-2d6a-486d-abee-d44f67330a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e93b4a58>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:39:59Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['5d4c720d-91e2-42ec-9f3c-a973a6b73dd7'], 'active': True} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:40:13.919866 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-28ae6e23-1734-498d-9fbb-fe699109b4e9 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:40:13.936996 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-52eb6e62-ef00-425f-8fbc-1b8afcb44cc3 admin admin] 10.222.0.133 "PUT /v2.0/routers/5d4c720d-91e2-42ec-9f3c-a973a6b73dd7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.4736955
Feb 02 13:40:14.060817 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-f1f9d8f9-b634-4ac3-ba07-607da826c193 req-d5e0781d-3f72-42a3-b418-7d89fd41a1eb tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=4e834d6a-7ab1-47fe-87ee-fe59ac65bf3e HTTP/1.1" status: 200  len: 210 time: 0.1179304
Feb 02 13:40:14.125233 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [req-37cb9a90-c6ed-4012-9569-fb3ca257ab37 req-28ae6e23-1734-498d-9fbb-fe699109b4e9 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] No DVR routers for this DVR port 6cc1506e-246e-4c23-8872-859505a0ff96 on host hv-cinder-77238 {{(pid=80185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 02 13:40:14.127869 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-37cb9a90-c6ed-4012-9569-fb3ca257ab37 req-28ae6e23-1734-498d-9fbb-fe699109b4e9 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for port, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:14.130697 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-37cb9a90-c6ed-4012-9569-fb3ca257ab37 req-28ae6e23-1734-498d-9fbb-fe699109b4e9 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.132 "DELETE /v2.0/ports/6cc1506e-246e-4c23-8872-859505a0ff96 HTTP/1.1" status: 204  len: 173 time: 4.6517351
Feb 02 13:40:14.131296 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e834d6a-7ab1-47fe-87ee-fe59ac65bf3e', 'name': 'network-vif-deleted', 'tag': '6cc1506e-246e-4c23-8872-859505a0ff96'}] {{(pid=80185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:40:14.151427 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-3987c54f-2d6a-486d-abee-d44f67330a7d None None] Set router 5d4c720d-91e2-42ec-9f3c-a973a6b73dd7 gateway port host: dv-cinder-772388-4-iscsi {{(pid=80186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:40:14.228695 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e834d6a-7ab1-47fe-87ee-fe59ac65bf3e', 'name': 'network-vif-deleted', 'tag': '6cc1506e-246e-4c23-8872-859505a0ff96', 'status': 'completed', 'code': 200}
Feb 02 13:40:14.587039 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f4d9f3-5690-4c9a-8332-76b13d40da15 req-7f6a717c-64ed-4078-b2dd-5ced39c25483 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:14.589246 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-f7f4d9f3-5690-4c9a-8332-76b13d40da15 req-7f6a717c-64ed-4078-b2dd-5ced39c25483 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7 HTTP/1.1" status: 200  len: 943 time: 0.2511733
Feb 02 13:40:14.670243 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248f68f-ba50-4260-b63c-187e3968690d req-ef6f1f26-145c-4d15-9f41-e427afe1dca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:14.672472 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e248f68f-ba50-4260-b63c-187e3968690d req-ef6f1f26-145c-4d15-9f41-e427afe1dca2 service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=1686445e-9089-4fcd-bac5-a148e4ca86fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1311698
Feb 02 13:40:14.689754 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-f7f4d9f3-5690-4c9a-8332-76b13d40da15 req-bee4578f-f115-43e8-a9af-d47f426522b0 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=3e9ef5c7-2881-4d8a-b503-c56e95a5c062&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0905671
Feb 02 13:40:14.717247 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-3987c54f-2d6a-486d-abee-d44f67330a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e93b4a58>, [{'id': '5d4c720d-91e2-42ec-9f3c-a973a6b73dd7', 'name': 'tempest-TestShelveInstance-1257901556-router', 'tenant_id': '156529df103f414f810c70e1554ede91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'd76a849a-03b2-423a-a8f2-fc1e84a2a13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:39:53Z', 'updated_at': '2021-02-02T13:40:10Z', 'revision_number': 4, 'project_id': '156529df103f414f810c70e1554ede91', 'gw_port': {'id': 'd76a849a-03b2-423a-a8f2-fc1e84a2a13b', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4c720d-91e2-42ec-9f3c-a973a6b73dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:39:57Z', 'updated_at': '2021-02-02T13:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_interfaces': [{'id': 'b22322b4-1120-4861-847c-6398c0e89dd1', 'name': '', 'network_id': 'bfd3edfa-a91a-4015-b406-69d2841d72b8', 'tenant_id': '156529df103f414f810c70e1554ede91', 'mac_address': 'fa:16:3e:4e:a0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d4c720d-91e2-42ec-9f3c-a973a6b73dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '024425eb-098f-4677-a8c1-ec942c20e1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:40:06Z', 'updated_at': '2021-02-02T13:40:11Z', 'revision_number': 2, 'project_id': '156529df103f414f810c70e1554ede91', 'subnets': [{'id': '024425eb-098f-4677-a8c1-ec942c20e1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:40:14.724986 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3987c54f-2d6a-486d-abee-d44f67330a7d None None] Checking router: 5d4c720d-91e2-42ec-9f3c-a973a6b73dd7 for host: dv-cinder-772388-4-iscsi {{(pid=80186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 02 13:40:14.725592 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3987c54f-2d6a-486d-abee-d44f67330a7d None None] Updating router 5d4c720d-91e2-42ec-9f3c-a973a6b73dd7 port b22322b4-1120-4861-847c-6398c0e89dd1 binding host dv-cinder-772388-4-iscsi {{(pid=80186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 02 13:40:14.854286 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3987c54f-2d6a-486d-abee-d44f67330a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:15.112871 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e248f68f-ba50-4260-b63c-187e3968690d req-a7e1ec47-7b58-42c9-8355-252d7f93e596 service neutron] 10.222.0.132 "GET /v2.0/networks/1686445e-9089-4fcd-bac5-a148e4ca86fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4303854
Feb 02 13:40:15.500791 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117046c-3655-4bc6-96c3-72eff1c242e6 req-d89eeeac-5c16-452c-939f-a12a6c25a772 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:15.512820 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6117046c-3655-4bc6-96c3-72eff1c242e6 req-d89eeeac-5c16-452c-939f-a12a6c25a772 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=fbbd96bb-f941-48ce-ac3b-bfe78f0f79ed HTTP/1.1" status: 200  len: 945 time: 0.3871887
Feb 02 13:40:15.545691 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e248f68f-ba50-4260-b63c-187e3968690d req-07121e2a-4017-4ae6-be98-11b783478256 service neutron] 10.222.0.132 "GET /v2.0/networks/1686445e-9089-4fcd-bac5-a148e4ca86fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4273841
Feb 02 13:40:15.547088 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 43874) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:40:15.641030 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6117046c-3655-4bc6-96c3-72eff1c242e6 req-ec6e8e6c-8683-4415-8240-1f74de138307 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1256802
Feb 02 13:40:15.827813 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_v2 [None req-ead42dc5-a47c-4690-afd5-a40b9a6b94d3 admin admin] Deleting subnet fbaa3bed-23e3-4bba-b81d-2ce7d9ceaf68 {{(pid=80185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Feb 02 13:40:15.831205 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b5a7e5c6-96cf-4a94-9f92-372a86e8b107 req-7f8ff42d-9539-4ecb-8a2b-b9455a5dc697 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=4e834d6a-7ab1-47fe-87ee-fe59ac65bf3e HTTP/1.1" status: 200  len: 210 time: 0.0906031
Feb 02 13:40:15.835797 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ead42dc5-a47c-4690-afd5-a40b9a6b94d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:15.837500 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-10f7ec09-98b1-4b8e-bb89-d6b9b8ab25c3 req-42aec0de-7e2e-43c4-a44a-2fe7cb33bbdc tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-181001692', 'description': 'tempest-TestShelveInstance-181001692 description'}} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:40:15.880502 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-10f7ec09-98b1-4b8e-bb89-d6b9b8ab25c3 req-42aec0de-7e2e-43c4-a44a-2fe7cb33bbdc tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:40:15.889155 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-10f7ec09-98b1-4b8e-bb89-d6b9b8ab25c3 req-42aec0de-7e2e-43c4-a44a-2fe7cb33bbdc tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Usage tracker for resource:security_group and tenant:8e16c9728d43493c958535e3444169f8 is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:40:15.894280 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-10f7ec09-98b1-4b8e-bb89-d6b9b8ab25c3 req-42aec0de-7e2e-43c4-a44a-2fe7cb33bbdc tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:40:15.904935 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-10f7ec09-98b1-4b8e-bb89-d6b9b8ab25c3 req-42aec0de-7e2e-43c4-a44a-2fe7cb33bbdc tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:40:15.921563 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-10f7ec09-98b1-4b8e-bb89-d6b9b8ab25c3 req-42aec0de-7e2e-43c4-a44a-2fe7cb33bbdc tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Notify callbacks [] for security_group, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:15.956321 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ead42dc5-a47c-4690-afd5-a40b9a6b94d3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:15.994714 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ead42dc5-a47c-4690-afd5-a40b9a6b94d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-22738'] for subnet, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:16.017249 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-10f7ec09-98b1-4b8e-bb89-d6b9b8ab25c3 req-42aec0de-7e2e-43c4-a44a-2fe7cb33bbdc tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:40:16.025535 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-10f7ec09-98b1-4b8e-bb89-d6b9b8ab25c3 req-42aec0de-7e2e-43c4-a44a-2fe7cb33bbdc tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Usage tracker for resource:security_group_rule and tenant:8e16c9728d43493c958535e3444169f8 is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:40:16.032112 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-10f7ec09-98b1-4b8e-bb89-d6b9b8ab25c3 req-42aec0de-7e2e-43c4-a44a-2fe7cb33bbdc tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:40:16.045530 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-10f7ec09-98b1-4b8e-bb89-d6b9b8ab25c3 req-42aec0de-7e2e-43c4-a44a-2fe7cb33bbdc tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:40:16.236133 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-10f7ec09-98b1-4b8e-bb89-d6b9b8ab25c3 req-42aec0de-7e2e-43c4-a44a-2fe7cb33bbdc tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Notify callbacks [] for security_group, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:16.243341 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-10f7ec09-98b1-4b8e-bb89-d6b9b8ab25c3 req-42aec0de-7e2e-43c4-a44a-2fe7cb33bbdc tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:16.265098 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:40:16.292127 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3987c54f-2d6a-486d-abee-d44f67330a7d None None] Notify callbacks [] for port, precommit_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:16.332995 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-3987c54f-2d6a-486d-abee-d44f67330a7d None None] Transition to ACTIVE for port object b22322b4-1120-4861-847c-6398c0e89dd1 will not be triggered until provisioned by entity L2. {{(pid=80186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:40:16.343864 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3987c54f-2d6a-486d-abee-d44f67330a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:16.390694 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aec0de-7e2e-43c4-a44a-2fe7cb33bbdc tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9820b355-1340-4439-a5e3-858cadedd0e4,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:40:16.415115 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-42aec0de-7e2e-43c4-a44a-2fe7cb33bbdc tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:40:16.417820 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-10f7ec09-98b1-4b8e-bb89-d6b9b8ab25c3 req-42aec0de-7e2e-43c4-a44a-2fe7cb33bbdc tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Notify callbacks [] for security_group, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:16.423187 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-10f7ec09-98b1-4b8e-bb89-d6b9b8ab25c3 req-42aec0de-7e2e-43c4-a44a-2fe7cb33bbdc tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1805 time: 0.5966227
Feb 02 13:40:16.616962 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:40:16.733787 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d56504-5b8a-4c13-865c-4b2030b33074 None None] Pushing event updated for resources: {'Port': ['ID=b22322b4-1120-4861-847c-6398c0e89dd1,revision_number=3']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:40:16.739134 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-19d56504-5b8a-4c13-865c-4b2030b33074 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:40:16.782671 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-8769fcb8-ac0d-491c-9fad-d542b57c6adc req-91f1d07e-71f6-4592-ab65-4c9c5f93f0fa tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/security-groups/9820b355-1340-4439-a5e3-858cadedd0e4 HTTP/1.1" status: 200  len: 1800 time: 0.2158139
Feb 02 13:40:16.791660 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-8769fcb8-ac0d-491c-9fad-d542b57c6adc req-6778955e-909d-41fc-abe0-e80dbd9cd489 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9820b355-1340-4439-a5e3-858cadedd0e4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:40:16.792647 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-8769fcb8-ac0d-491c-9fad-d542b57c6adc req-6778955e-909d-41fc-abe0-e80dbd9cd489 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9820b355-1340-4439-a5e3-858cadedd0e4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:40:16.882672 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-8769fcb8-ac0d-491c-9fad-d542b57c6adc req-6778955e-909d-41fc-abe0-e80dbd9cd489 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:40:16.913132 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-8769fcb8-ac0d-491c-9fad-d542b57c6adc req-6778955e-909d-41fc-abe0-e80dbd9cd489 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Usage tracker for resource:security_group_rule and tenant:8e16c9728d43493c958535e3444169f8 is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:40:16.927954 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-8769fcb8-ac0d-491c-9fad-d542b57c6adc req-6778955e-909d-41fc-abe0-e80dbd9cd489 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:40:16.967625 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-8769fcb8-ac0d-491c-9fad-d542b57c6adc req-6778955e-909d-41fc-abe0-e80dbd9cd489 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:40:17.107007 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-3987c54f-2d6a-486d-abee-d44f67330a7d None None] Attempting to bind port b22322b4-1120-4861-847c-6398c0e89dd1 on host dv-cinder-772388-4-iscsi for vnic_type normal with profile  {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 02 13:40:17.110396 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ead42dc5-a47c-4690-afd5-a40b9a6b94d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854753062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670'] for subnet, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:17.111682 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-3987c54f-2d6a-486d-abee-d44f67330a7d None None] Attempting to bind port b22322b4-1120-4861-847c-6398c0e89dd1 by drivers openvswitch on host dv-cinder-772388-4-iscsi at level 0 using segments [{'id': 'b89d9c0d-42a5-4969-a487-1d5882b09245', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'bfd3edfa-a91a-4015-b406-69d2841d72b8'}] {{(pid=80186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 02 13:40:17.113048 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3987c54f-2d6a-486d-abee-d44f67330a7d None None] Attempting to bind port b22322b4-1120-4861-847c-6398c0e89dd1 on network bfd3edfa-a91a-4015-b406-69d2841d72b8 {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 02 13:40:17.126202 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3987c54f-2d6a-486d-abee-d44f67330a7d None None] Checking agent: {'id': '59520739-4536-4d8c-966e-8cf7fcba95c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 27, 30), 'started_at': datetime.datetime(2021, 2, 2, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.101', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 02 13:40:17.127348 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3987c54f-2d6a-486d-abee-d44f67330a7d None None] Checking segment: {'id': 'b89d9c0d-42a5-4969-a487-1d5882b09245', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'bfd3edfa-a91a-4015-b406-69d2841d72b8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:40:17.128419 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3987c54f-2d6a-486d-abee-d44f67330a7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:17.129395 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3987c54f-2d6a-486d-abee-d44f67330a7d None None] Bound using segment: {'id': 'b89d9c0d-42a5-4969-a487-1d5882b09245', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'bfd3edfa-a91a-4015-b406-69d2841d72b8'} {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 02 13:40:17.130589 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-3987c54f-2d6a-486d-abee-d44f67330a7d None None] Bound port: b22322b4-1120-4861-847c-6398c0e89dd1, host: dv-cinder-772388-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b89d9c0d-42a5-4969-a487-1d5882b09245', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'bfd3edfa-a91a-4015-b406-69d2841d72b8'}}] {{(pid=80186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 02 13:40:17.131586 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3987c54f-2d6a-486d-abee-d44f67330a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:17.227615 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-a85fa32e-1643-4567-b21a-dc42af2fdb84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:40:17.245398 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e626879-2d98-446e-8abb-e6186b8dcf4a req-44aa299f-973c-4c0c-b4ae-1a98fda1b5a7 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:17.262860 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-1e626879-2d98-446e-8abb-e6186b8dcf4a req-44aa299f-973c-4c0c-b4ae-1a98fda1b5a7 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7 HTTP/1.1" status: 200  len: 943 time: 0.8510828
Feb 02 13:40:17.353132 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-3987c54f-2d6a-486d-abee-d44f67330a7d None None] For port b22322b4-1120-4861-847c-6398c0e89dd1, host dv-cinder-772388-4-iscsi, cleared binding levels {{(pid=80186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 02 13:40:17.359179 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-3987c54f-2d6a-486d-abee-d44f67330a7d None None] For port b22322b4-1120-4861-847c-6398c0e89dd1, host dv-cinder-772388-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=b22322b4-1120-4861-847c-6398c0e89dd1,segment=NetworkSegment(b89d9c0d-42a5-4969-a487-1d5882b09245),segment_id=b89d9c0d-42a5-4969-a487-1d5882b09245)] {{(pid=80186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 02 13:40:17.364692 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3987c54f-2d6a-486d-abee-d44f67330a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:17.390700 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead42dc5-a47c-4690-afd5-a40b9a6b94d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbaa3bed-23e3-4bba-b81d-2ce7d9ceaf68,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:40:17.398238 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-8769fcb8-ac0d-491c-9fad-d542b57c6adc req-6778955e-909d-41fc-abe0-e80dbd9cd489 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:17.407843 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-ead42dc5-a47c-4690-afd5-a40b9a6b94d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:40:17.512990 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-1e626879-2d98-446e-8abb-e6186b8dcf4a req-6f4ab648-e6ff-4a49-a9ff-dbb023bd219b tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=3e9ef5c7-2881-4d8a-b503-c56e95a5c062&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2479613
Feb 02 13:40:17.571130 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-8769fcb8-ac0d-491c-9fad-d542b57c6adc req-6778955e-909d-41fc-abe0-e80dbd9cd489 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:17.575409 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-8769fcb8-ac0d-491c-9fad-d542b57c6adc req-6778955e-909d-41fc-abe0-e80dbd9cd489 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756828'] for security_group_rule, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:17.637902 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-26de25ce-b45a-4679-b53f-627bd98096b9 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:40:17.696686 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6778955e-909d-41fc-abe0-e80dbd9cd489 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bc36857-aee4-468f-b153-f73c3e2e4b93,revision_number=0']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:40:17.713366 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-6778955e-909d-41fc-abe0-e80dbd9cd489 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:40:17.714685 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-8769fcb8-ac0d-491c-9fad-d542b57c6adc req-6778955e-909d-41fc-abe0-e80dbd9cd489 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:17.716922 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-8769fcb8-ac0d-491c-9fad-d542b57c6adc req-6778955e-909d-41fc-abe0-e80dbd9cd489 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.9327271
Feb 02 13:40:17.729313 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:40:17.797087 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd5133-11ef-4e87-b80e-fb28a87544cf req-fb345795-5da0-4340-a9e4-48615017b32c tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:17.798397 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-fefd5133-11ef-4e87-b80e-fb28a87544cf req-fb345795-5da0-4340-a9e4-48615017b32c tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Synchronizing usage tracker for tenant:cea623c3b184459485bd931a9663986e on resource:port {{(pid=80185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:40:17.935280 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-fefd5133-11ef-4e87-b80e-fb28a87544cf req-fb345795-5da0-4340-a9e4-48615017b32c tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Unset dirty status for tenant:cea623c3b184459485bd931a9663986e on resource:port {{(pid=80185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:40:17.937507 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-fefd5133-11ef-4e87-b80e-fb28a87544cf req-fb345795-5da0-4340-a9e4-48615017b32c tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.132 "GET /v2.0/ports?device_id=fbbd96bb-f941-48ce-ac3b-bfe78f0f79ed HTTP/1.1" status: 200  len: 945 time: 1.5174670
Feb 02 13:40:17.939294 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ead42dc5-a47c-4690-afd5-a40b9a6b94d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:18.057535 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d56504-5b8a-4c13-865c-4b2030b33074 None None] Pushing event updated for resources: {'Port': ['ID=b22322b4-1120-4861-847c-6398c0e89dd1,revision_number=4']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:40:18.064225 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device 561f0039-310d-4b3c-b5f3-239a2af7d13c no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 02 13:40:18.235750 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-19d56504-5b8a-4c13-865c-4b2030b33074 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:40:18.348062 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-fefd5133-11ef-4e87-b80e-fb28a87544cf req-2050a811-4802-4682-8dfb-5d7fa7001a2e tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Deleting port 561f0039-310d-4b3c-b5f3-239a2af7d13c {{(pid=80185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:40:18.348674 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-fefd5133-11ef-4e87-b80e-fb28a87544cf req-2050a811-4802-4682-8dfb-5d7fa7001a2e tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:18.485680 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-ead42dc5-a47c-4690-afd5-a40b9a6b94d3 admin admin] 10.222.0.133 "DELETE /v2.0/subnets/fbaa3bed-23e3-4bba-b81d-2ce7d9ceaf68 HTTP/1.1" status: 204  len: 168 time: 2.9379723
Feb 02 13:40:18.486998 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 43926) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:40:18.556652 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3987c54f-2d6a-486d-abee-d44f67330a7d None None] Routers {'5d4c720d-91e2-42ec-9f3c-a973a6b73dd7'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:40:18.561111 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-3987c54f-2d6a-486d-abee-d44f67330a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e93b4a58>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:39:59Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['5d4c720d-91e2-42ec-9f3c-a973a6b73dd7'], 'active': True} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:40:18.807646 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-89573cb0-8e72-49df-a909-3387a01b4e26 req-f709029b-1459-42d6-ae40-948f1923f317 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/security-groups/9820b355-1340-4439-a5e3-858cadedd0e4 HTTP/1.1" status: 200  len: 2393 time: 0.3110290
Feb 02 13:40:18.885073 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-89573cb0-8e72-49df-a909-3387a01b4e26 req-39832b71-d0db-4c36-883d-a7a47862de7b tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9820b355-1340-4439-a5e3-858cadedd0e4', 'remote_group_id': None}]} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:40:18.890628 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-89573cb0-8e72-49df-a909-3387a01b4e26 req-39832b71-d0db-4c36-883d-a7a47862de7b tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9820b355-1340-4439-a5e3-858cadedd0e4', 'remote_group_id': None}} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:40:19.037385 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-89573cb0-8e72-49df-a909-3387a01b4e26 req-39832b71-d0db-4c36-883d-a7a47862de7b tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:40:19.073754 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-89573cb0-8e72-49df-a909-3387a01b4e26 req-39832b71-d0db-4c36-883d-a7a47862de7b tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Usage tracker for resource:security_group_rule and tenant:8e16c9728d43493c958535e3444169f8 is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:40:19.098386 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-89573cb0-8e72-49df-a909-3387a01b4e26 req-39832b71-d0db-4c36-883d-a7a47862de7b tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:40:19.128601 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-89573cb0-8e72-49df-a909-3387a01b4e26 req-39832b71-d0db-4c36-883d-a7a47862de7b tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:40:19.260447 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-5a2070f0-d897-4eda-a055-ed02468ab890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854257808'] for network, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:19.595430 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31881de4-b993-450d-bd55-1ad3cbc23580 req-a32d8bd6-5f4a-441b-9797-fd10b79fb362 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:19.609172 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-31881de4-b993-450d-bd55-1ad3cbc23580 req-a32d8bd6-5f4a-441b-9797-fd10b79fb362 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=fbbd96bb-f941-48ce-ac3b-bfe78f0f79ed HTTP/1.1" status: 200  len: 945 time: 1.3307774
Feb 02 13:40:19.693500 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-fefd5133-11ef-4e87-b80e-fb28a87544cf req-2050a811-4802-4682-8dfb-5d7fa7001a2e tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] For port 561f0039-310d-4b3c-b5f3-239a2af7d13c, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=561f0039-310d-4b3c-b5f3-239a2af7d13c,segment=NetworkSegment(74161cca-e56a-4704-b658-1eba40fb5e34),segment_id=74161cca-e56a-4704-b658-1eba40fb5e34)] {{(pid=80185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:40:19.694127 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-fefd5133-11ef-4e87-b80e-fb28a87544cf req-2050a811-4802-4682-8dfb-5d7fa7001a2e tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:19.785215 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-31881de4-b993-450d-bd55-1ad3cbc23580 req-b1db4722-2d1e-4a95-a7b5-043c86d21399 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1458580
Feb 02 13:40:19.931705 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 43936) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:40:20.009338 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-89573cb0-8e72-49df-a909-3387a01b4e26 req-39832b71-d0db-4c36-883d-a7a47862de7b tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:20.065035 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-89573cb0-8e72-49df-a909-3387a01b4e26 req-39832b71-d0db-4c36-883d-a7a47862de7b tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:20.071027 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-89573cb0-8e72-49df-a909-3387a01b4e26 req-39832b71-d0db-4c36-883d-a7a47862de7b tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756828'] for security_group_rule, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:20.078463 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:20.108784 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:40:20.135482 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39832b71-d0db-4c36-883d-a7a47862de7b tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eedfdb56-0bba-4d90-82bb-6f3ebbbd1bbf,revision_number=0']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:40:20.139495 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-89573cb0-8e72-49df-a909-3387a01b4e26 req-39832b71-d0db-4c36-883d-a7a47862de7b tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:20.157245 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-89573cb0-8e72-49df-a909-3387a01b4e26 req-39832b71-d0db-4c36-883d-a7a47862de7b tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 1.3023989
Feb 02 13:40:20.159028 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-39832b71-d0db-4c36-883d-a7a47862de7b tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:40:20.240573 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-3987c54f-2d6a-486d-abee-d44f67330a7d None None] Set router 5d4c720d-91e2-42ec-9f3c-a973a6b73dd7 gateway port host: dv-cinder-772388-4-iscsi {{(pid=80186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:40:20.443040 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-fefd5133-11ef-4e87-b80e-fb28a87544cf req-2050a811-4802-4682-8dfb-5d7fa7001a2e tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Calling delete_port for 561f0039-310d-4b3c-b5f3-239a2af7d13c owned by compute:nova {{(pid=80185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:40:20.890732 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-5a2070f0-d897-4eda-a055-ed02468ab890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12633', 'neutron.services.segments.db._delete_segments_for_network--9223363264942646934'] for network, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:21.060905 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] For port 561f0039-310d-4b3c-b5f3-239a2af7d13c, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=561f0039-310d-4b3c-b5f3-239a2af7d13c,segment=NetworkSegment(74161cca-e56a-4704-b658-1eba40fb5e34),segment_id=74161cca-e56a-4704-b658-1eba40fb5e34)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:40:21.111471 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385f1bf-97ec-407d-b17d-70fdae31c4b2 req-23e6b199-c724-499c-8319-6a6d902a8ee9 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:21.137149 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-c385f1bf-97ec-407d-b17d-70fdae31c4b2 req-23e6b199-c724-499c-8319-6a6d902a8ee9 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7 HTTP/1.1" status: 200  len: 943 time: 0.6465478
Feb 02 13:40:21.333643 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-5a2070f0-d897-4eda-a055-ed02468ab890 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fa5e98a8128>> segment before_delete 55550000 {{(pid=80185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:40:21.334224 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-5a2070f0-d897-4eda-a055-ed02468ab890 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fa5e98a8128>> subnet precommit_delete_associations 55550000 {{(pid=80185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:40:21.336229 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-5a2070f0-d897-4eda-a055-ed02468ab890 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa5e930d358>> segment_host_mapping after_create 55550000 {{(pid=80185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:40:21.337022 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-5a2070f0-d897-4eda-a055-ed02468ab890 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa5e930d358>> port after_create 55550000 {{(pid=80185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:40:21.337650 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-5a2070f0-d897-4eda-a055-ed02468ab890 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa5e930d358>> port after_delete 55550000 {{(pid=80185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:40:21.338371 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-5a2070f0-d897-4eda-a055-ed02468ab890 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa5e930d358>> port after_update 55550000 {{(pid=80185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:40:21.339687 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-5a2070f0-d897-4eda-a055-ed02468ab890 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa5e930d358>> segment after_delete 55550000 {{(pid=80185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:40:21.339914 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-5a2070f0-d897-4eda-a055-ed02468ab890 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa5e930d358>> subnet after_create 55550000 {{(pid=80185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:40:21.340647 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-5a2070f0-d897-4eda-a055-ed02468ab890 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa5e930d358>> subnet after_delete 55550000 {{(pid=80185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:40:21.342035 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-5a2070f0-d897-4eda-a055-ed02468ab890 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa5e930d358>> subnet after_update 55550000 {{(pid=80185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:40:21.387910 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-c385f1bf-97ec-407d-b17d-70fdae31c4b2 req-80783c83-1311-433d-8135-abfd19d73de3 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=3e9ef5c7-2881-4d8a-b503-c56e95a5c062&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2492473
Feb 02 13:40:21.437678 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbbd96bb-f941-48ce-ac3b-bfe78f0f79ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '561f0039-310d-4b3c-b5f3-239a2af7d13c'}] {{(pid=80186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:40:21.584281 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:21.605689 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:40:21.659608 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-5a2070f0-d897-4eda-a055-ed02468ab890 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa5e91c9358>> subnet after_create 55550000 {{(pid=80185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:40:21.660328 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-5a2070f0-d897-4eda-a055-ed02468ab890 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa5e91c9358>> subnet after_delete 55550000 {{(pid=80185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:40:21.661364 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-5a2070f0-d897-4eda-a055-ed02468ab890 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa5e91c9358>> subnet before_create 55550000 {{(pid=80185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:40:21.662023 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-5a2070f0-d897-4eda-a055-ed02468ab890 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa5e91c9358>> subnet before_update 55550000 {{(pid=80185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 02 13:40:21.662694 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.services.segments.db [None req-5a2070f0-d897-4eda-a055-ed02468ab890 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa5e821d470>,) {'filters': {'network_id': ['ee852d65-d96d-43a3-8cbc-0843d3d76440']}} {{(pid=80185) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:40:21.920723 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.services.segments.db [None req-5a2070f0-d897-4eda-a055-ed02468ab890 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa5e821d470>, 'f025686b-0316-415a-a51c-89d822b0c35d') {'for_net_delete': True} {{(pid=80185) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:40:21.921329 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.services.segments.db [None req-5a2070f0-d897-4eda-a055-ed02468ab890 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa5e821d470>, 'f025686b-0316-415a-a51c-89d822b0c35d') {} {{(pid=80185) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:40:22.005663 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d1d17e11-d00e-4326-99e4-e73b5cb95169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:22.012826 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed87da7-a650-44a2-ba86-bff25488f4d9 req-bdf81ae3-7319-4de0-a45a-c81f2f7ef71e tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:22.015883 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-5ed87da7-a650-44a2-ba86-bff25488f4d9 req-bdf81ae3-7319-4de0-a45a-c81f2f7ef71e tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=fbbd96bb-f941-48ce-ac3b-bfe78f0f79ed HTTP/1.1" status: 200  len: 943 time: 0.5100267
Feb 02 13:40:22.027308 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Pushing event updated for resources: {'Port': ['ID=561f0039-310d-4b3c-b5f3-239a2af7d13c,revision_number=5']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:40:22.072796 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-5a2070f0-d897-4eda-a055-ed02468ab890 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363264942647702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852015760'] for segment, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:22.073113 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:40:22.110394 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.db.api [req-fefd5133-11ef-4e87-b80e-fb28a87544cf req-2050a811-4802-4682-8dfb-5d7fa7001a2e tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80185) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 02 13:40:22.110950 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_db.api [req-fefd5133-11ef-4e87-b80e-fb28a87544cf req-2050a811-4802-4682-8dfb-5d7fa7001a2e tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80185) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 02 13:40:22.114173 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-3987c54f-2d6a-486d-abee-d44f67330a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e93b4a58>, [{'id': '5d4c720d-91e2-42ec-9f3c-a973a6b73dd7', 'name': 'tempest-TestShelveInstance-1257901556-router', 'tenant_id': '156529df103f414f810c70e1554ede91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'd76a849a-03b2-423a-a8f2-fc1e84a2a13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:39:53Z', 'updated_at': '2021-02-02T13:40:10Z', 'revision_number': 4, 'project_id': '156529df103f414f810c70e1554ede91', 'gw_port': {'id': 'd76a849a-03b2-423a-a8f2-fc1e84a2a13b', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4c720d-91e2-42ec-9f3c-a973a6b73dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:39:57Z', 'updated_at': '2021-02-02T13:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_interfaces': [{'id': 'b22322b4-1120-4861-847c-6398c0e89dd1', 'name': '', 'network_id': 'bfd3edfa-a91a-4015-b406-69d2841d72b8', 'tenant_id': '156529df103f414f810c70e1554ede91', 'mac_address': 'fa:16:3e:4e:a0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d4c720d-91e2-42ec-9f3c-a973a6b73dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '024425eb-098f-4677-a8c1-ec942c20e1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:40:06Z', 'updated_at': '2021-02-02T13:40:17Z', 'revision_number': 4, 'project_id': '156529df103f414f810c70e1554ede91', 'subnets': [{'id': '024425eb-098f-4677-a8c1-ec942c20e1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:40:22.119695 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-d1d17e11-d00e-4326-99e4-e73b5cb95169 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:40:22.134222 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3987c54f-2d6a-486d-abee-d44f67330a7d None None] The sync data for ids ['5d4c720d-91e2-42ec-9f3c-a973a6b73dd7'] in dv-cinder-772388-4-iscsi is: [{'id': '5d4c720d-91e2-42ec-9f3c-a973a6b73dd7', 'name': 'tempest-TestShelveInstance-1257901556-router', 'tenant_id': '156529df103f414f810c70e1554ede91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'd76a849a-03b2-423a-a8f2-fc1e84a2a13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:39:53Z', 'updated_at': '2021-02-02T13:40:10Z', 'revision_number': 4, 'project_id': '156529df103f414f810c70e1554ede91', 'gw_port': {'id': 'd76a849a-03b2-423a-a8f2-fc1e84a2a13b', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4c720d-91e2-42ec-9f3c-a973a6b73dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:39:57Z', 'updated_at': '2021-02-02T13:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_interfaces': [{'id': 'b22322b4-1120-4861-847c-6398c0e89dd1', 'name': '', 'network_id': 'bfd3edfa-a91a-4015-b406-69d2841d72b8', 'tenant_id': '156529df103f414f810c70e1554ede91', 'mac_address': 'fa:16:3e:4e:a0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d4c720d-91e2-42ec-9f3c-a973a6b73dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '024425eb-098f-4677-a8c1-ec942c20e1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:40:06Z', 'updated_at': '2021-02-02T13:40:17Z', 'revision_number': 4, 'project_id': '156529df103f414f810c70e1554ede91', 'subnets': [{'id': '024425eb-098f-4677-a8c1-ec942c20e1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 02 13:40:22.158674 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-d1d17e11-d00e-4326-99e4-e73b5cb95169 admin admin] Usage tracker for resource:security_group_rule and tenant:1f0a916a4a384259af759ab5f9dc2743 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:40:22.180999 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-d1d17e11-d00e-4326-99e4-e73b5cb95169 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:40:22.233604 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-5a2070f0-d897-4eda-a055-ed02468ab890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764996'] for segment, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:22.323888 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5a2070f0-d897-4eda-a055-ed02468ab890 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 02 13:40:22.403314 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-d1d17e11-d00e-4326-99e4-e73b5cb95169 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:40:22.624168 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-5ed87da7-a650-44a2-ba86-bff25488f4d9 req-f4d2903a-8937-4466-ace9-80546e7449d0 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5004668
Feb 02 13:40:22.672193 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-fefd5133-11ef-4e87-b80e-fb28a87544cf req-2050a811-4802-4682-8dfb-5d7fa7001a2e tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Deleting port 561f0039-310d-4b3c-b5f3-239a2af7d13c {{(pid=80185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:40:22.672645 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-fefd5133-11ef-4e87-b80e-fb28a87544cf req-2050a811-4802-4682-8dfb-5d7fa7001a2e tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:22.878324 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbbd96bb-f941-48ce-ac3b-bfe78f0f79ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '561f0039-310d-4b3c-b5f3-239a2af7d13c', 'code': 200}
Feb 02 13:40:23.043149 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e19e0c-9327-4b23-9f7b-94ea197ee070 req-7c0238d6-5e4c-4571-9c99-7bc27b795868 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:23.054652 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-83e19e0c-9327-4b23-9f7b-94ea197ee070 req-7c0238d6-5e4c-4571-9c99-7bc27b795868 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=436477f8-7f1a-41aa-a835-3f90833d9229 HTTP/1.1" status: 200  len: 945 time: 1.0357959
Feb 02 13:40:23.181103 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-83e19e0c-9327-4b23-9f7b-94ea197ee070 req-183392e4-ce67-4678-898e-f20d2f1c074a tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/security-groups?id=8e3981d7-7e1a-4930-b113-8bfee26cb618&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1250601
Feb 02 13:40:23.561740 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d1d17e11-d00e-4326-99e4-e73b5cb95169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:23.588818 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d1d17e11-d00e-4326-99e4-e73b5cb95169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:23.684332 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device 283571df-5424-4f7f-8467-7e7c68adb3fb no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 02 13:40:23.773321 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-5a2070f0-d897-4eda-a055-ed02468ab890 admin admin] Network ee852d65-d96d-43a3-8cbc-0843d3d76440 has no segments {{(pid=80185) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 02 13:40:23.819697 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-5a2070f0-d897-4eda-a055-ed02468ab890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-10804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852565161'] for segment, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:23.907436 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device b22322b4-1120-4861-847c-6398c0e89dd1 up at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:40:24.043433 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb18c0c-fc30-46e4-921c-ab5dacb38cbf req-4a4e1423-f049-4de5-8516-4db826900c2b tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:24.046672 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-8cb18c0c-fc30-46e4-921c-ab5dacb38cbf req-4a4e1423-f049-4de5-8516-4db826900c2b tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7 HTTP/1.1" status: 200  len: 943 time: 0.6999040
Feb 02 13:40:24.434785 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-5a2070f0-d897-4eda-a055-ed02468ab890 admin admin] Network ee852d65-d96d-43a3-8cbc-0843d3d76440 has no segments {{(pid=80185) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 02 13:40:24.519889 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-8cb18c0c-fc30-46e4-921c-ab5dacb38cbf req-faa58c41-c80d-4587-b3e5-77c09de0b7e9 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=3e9ef5c7-2881-4d8a-b503-c56e95a5c062&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4605682
Feb 02 13:40:24.579877 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:24.624419 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning for port b22322b4-1120-4861-847c-6398c0e89dd1 completed by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:40:24.651770 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning complete for port b22322b4-1120-4861-847c-6398c0e89dd1 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:40:24.656109 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:24.895185 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-312273d0-8224-442c-be9d-d1d70b2a8e81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:40:24.947976 dv-cinder-772388-4-iscsi neutron-server[80071]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Feb 02 13:40:24.947976 dv-cinder-772388-4-iscsi neutron-server[80071]:   (rel_b, rel_a, rel_b),
Feb 02 13:40:24.947976 dv-cinder-772388-4-iscsi neutron-server[80071]: Traceback (most recent call last):
Feb 02 13:40:24.947976 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 02 13:40:24.947976 dv-cinder-772388-4-iscsi neutron-server[80071]:     timer()
Feb 02 13:40:24.947976 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 02 13:40:24.947976 dv-cinder-772388-4-iscsi neutron-server[80071]:     cb(*args, **kw)
Feb 02 13:40:24.947976 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 02 13:40:24.947976 dv-cinder-772388-4-iscsi neutron-server[80071]:     return func(*args, **kwargs)
Feb 02 13:40:24.947976 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 02 13:40:24.947976 dv-cinder-772388-4-iscsi neutron-server[80071]:     self._notify()
Feb 02 13:40:24.947976 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 02 13:40:24.947976 dv-cinder-772388-4-iscsi neutron-server[80071]:     self.callback(batched_events)
Feb 02 13:40:24.947976 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 02 13:40:24.947976 dv-cinder-772388-4-iscsi neutron-server[80071]:     event.method(event)
Feb 02 13:40:24.947976 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 02 13:40:24.947976 dv-cinder-772388-4-iscsi neutron-server[80071]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 02 13:40:24.947976 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 02 13:40:24.947976 dv-cinder-772388-4-iscsi neutron-server[80071]:     segment_id)['aggregates'][0]
Feb 02 13:40:24.947976 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 02 13:40:24.947976 dv-cinder-772388-4-iscsi neutron-server[80071]:     return f(self, *a, **k)
Feb 02 13:40:24.947976 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 02 13:40:24.947976 dv-cinder-772388-4-iscsi neutron-server[80071]:     return self._get(url).json()
Feb 02 13:40:24.947976 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 02 13:40:24.947976 dv-cinder-772388-4-iscsi neutron-server[80071]:     **kwargs)
Feb 02 13:40:24.947976 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 02 13:40:24.947976 dv-cinder-772388-4-iscsi neutron-server[80071]:     return self.request(url, 'GET', **kwargs)
Feb 02 13:40:24.947976 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 02 13:40:24.947976 dv-cinder-772388-4-iscsi neutron-server[80071]:     **endpoint_filter)
Feb 02 13:40:24.947976 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 02 13:40:24.947976 dv-cinder-772388-4-iscsi neutron-server[80071]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 02 13:40:24.947976 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 02 13:40:24.947976 dv-cinder-772388-4-iscsi neutron-server[80071]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 02 13:40:24.947976 dv-cinder-772388-4-iscsi neutron-server[80071]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 02 13:40:25.010995 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57266a3-e269-4501-afad-edeabce62e8d req-04c03d67-f7f9-4209-9e4f-d4adcded9d58 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:25.013941 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d57266a3-e269-4501-afad-edeabce62e8d req-04c03d67-f7f9-4209-9e4f-d4adcded9d58 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=fbbd96bb-f941-48ce-ac3b-bfe78f0f79ed HTTP/1.1" status: 200  len: 943 time: 0.7723675
Feb 02 13:40:25.169658 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d57266a3-e269-4501-afad-edeabce62e8d req-08fa6e93-412b-416c-a0cb-72ccf5e18f04 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1383169
Feb 02 13:40:25.221544 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '436477f8-7f1a-41aa-a835-3f90833d9229', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '283571df-5424-4f7f-8467-7e7c68adb3fb'}] {{(pid=80186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:40:25.355099 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] For port 283571df-5424-4f7f-8467-7e7c68adb3fb, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=283571df-5424-4f7f-8467-7e7c68adb3fb,segment=NetworkSegment(0171a29b-a4d8-433f-9f69-11da58cadf98),segment_id=0171a29b-a4d8-433f-9f69-11da58cadf98)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:40:25.370614 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-5a2070f0-d897-4eda-a055-ed02468ab890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854763167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852699500'] for network, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:25.400437 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:25.415679 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:40:25.526939 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-d1d17e11-d00e-4326-99e4-e73b5cb95169 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=1f0a916a4a384259af759ab5f9dc2743&name=default HTTP/1.1" status: 200  len: 2979 time: 5.5858755
Feb 02 13:40:25.529158 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d17e11-d00e-4326-99e4-e73b5cb95169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e28412d-685a-42f6-9c8b-62f27faa6129,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:40:25.537771 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 44020) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:40:25.540289 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '436477f8-7f1a-41aa-a835-3f90833d9229', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '283571df-5424-4f7f-8467-7e7c68adb3fb', 'code': 200}
Feb 02 13:40:26.025973 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:26.056257 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-7a561b45-ffdc-4727-b3d8-9108da5b380e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:26.062434 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Pushing event updated for resources: {'Port': ['ID=283571df-5424-4f7f-8467-7e7c68adb3fb,revision_number=5']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:40:26.069013 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.658s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:40:26.132612 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] For port b22322b4-1120-4861-847c-6398c0e89dd1, host dv-cinder-772388-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=b22322b4-1120-4861-847c-6398c0e89dd1,segment=NetworkSegment(b89d9c0d-42a5-4969-a487-1d5882b09245),segment_id=b89d9c0d-42a5-4969-a487-1d5882b09245)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:40:26.137653 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:26.142728 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-19d56504-5b8a-4c13-865c-4b2030b33074 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:40:26.166220 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e801e4ba-1c02-4cf3-a309-44c41551fb09 req-ccfab26e-5d70-49ed-9630-f49a8c2a0c62 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:26.181044 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e801e4ba-1c02-4cf3-a309-44c41551fb09 req-ccfab26e-5d70-49ed-9630-f49a8c2a0c62 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=436477f8-7f1a-41aa-a835-3f90833d9229 HTTP/1.1" status: 200  len: 943 time: 0.8315632
Feb 02 13:40:26.375198 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Pushing event updated for resources: {'Port': ['ID=b22322b4-1120-4861-847c-6398c0e89dd1,revision_number=5']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:40:26.417912 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:40:26.542331 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d17e11-d00e-4326-99e4-e73b5cb95169 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:26.543137 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d17e11-d00e-4326-99e4-e73b5cb95169 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:26.543392 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d17e11-d00e-4326-99e4-e73b5cb95169 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:26.544072 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d17e11-d00e-4326-99e4-e73b5cb95169 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:26.544948 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d17e11-d00e-4326-99e4-e73b5cb95169 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:26.545858 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d17e11-d00e-4326-99e4-e73b5cb95169 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:26.546555 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d17e11-d00e-4326-99e4-e73b5cb95169 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:26.547245 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d17e11-d00e-4326-99e4-e73b5cb95169 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:26.548160 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d17e11-d00e-4326-99e4-e73b5cb95169 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:26.548740 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d17e11-d00e-4326-99e4-e73b5cb95169 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:26.549424 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d17e11-d00e-4326-99e4-e73b5cb95169 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:26.550105 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d17e11-d00e-4326-99e4-e73b5cb95169 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:26.551351 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d17e11-d00e-4326-99e4-e73b5cb95169 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:26.552081 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d17e11-d00e-4326-99e4-e73b5cb95169 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:26.552745 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d17e11-d00e-4326-99e4-e73b5cb95169 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:26.553404 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d17e11-d00e-4326-99e4-e73b5cb95169 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:26.554192 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d17e11-d00e-4326-99e4-e73b5cb95169 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:26.555041 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d17e11-d00e-4326-99e4-e73b5cb95169 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:26.556038 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d17e11-d00e-4326-99e4-e73b5cb95169 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:26.556591 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d17e11-d00e-4326-99e4-e73b5cb95169 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:26.557250 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d17e11-d00e-4326-99e4-e73b5cb95169 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:26.557946 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d17e11-d00e-4326-99e4-e73b5cb95169 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:26.558725 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d17e11-d00e-4326-99e4-e73b5cb95169 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:26.559348 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d17e11-d00e-4326-99e4-e73b5cb95169 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:26.567999 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-5a2070f0-d897-4eda-a055-ed02468ab890 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for network, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:26.580858 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e801e4ba-1c02-4cf3-a309-44c41551fb09 req-93f6f373-0199-4152-9ee3-912c906bcd1f tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/security-groups?id=8e3981d7-7e1a-4930-b113-8bfee26cb618&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3976171
Feb 02 13:40:26.756146 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfbe20f-a572-46dd-abd4-32afc7291fa7 req-24b06da2-f6cd-491d-9954-a9acaa613b25 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:26.756508 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-dbfbe20f-a572-46dd-abd4-32afc7291fa7 req-24b06da2-f6cd-491d-9954-a9acaa613b25 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Synchronizing usage tracker for tenant:da040d840d5945a4bc1739a99331270a on resource:port {{(pid=80185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:40:26.788610 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-d1d17e11-d00e-4326-99e4-e73b5cb95169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.888s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:40:26.805250 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-4b45fa3d-c150-4f6c-add3-5da1807a0c3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.754s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:40:26.958150 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-fefd5133-11ef-4e87-b80e-fb28a87544cf req-2050a811-4802-4682-8dfb-5d7fa7001a2e tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] For port 561f0039-310d-4b3c-b5f3-239a2af7d13c, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=561f0039-310d-4b3c-b5f3-239a2af7d13c,segment=NetworkSegment(74161cca-e56a-4704-b658-1eba40fb5e34),segment_id=74161cca-e56a-4704-b658-1eba40fb5e34)] {{(pid=80185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:40:26.959124 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-fefd5133-11ef-4e87-b80e-fb28a87544cf req-2050a811-4802-4682-8dfb-5d7fa7001a2e tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:27.048233 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821c85e-cbfe-404a-95a8-979b71e0e235 req-eaa1231a-16d2-4e62-8a1e-f912c57b6d90 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:27.051345 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3821c85e-cbfe-404a-95a8-979b71e0e235 req-eaa1231a-16d2-4e62-8a1e-f912c57b6d90 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7 HTTP/1.1" status: 200  len: 943 time: 0.8053012
Feb 02 13:40:27.160874 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0544ab90-2f41-4938-bac9-b073b6ac8b65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:27.168749 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2070f0-d897-4eda-a055-ed02468ab890 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee852d65-d96d-43a3-8cbc-0843d3d76440,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:40:27.651025 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3821c85e-cbfe-404a-95a8-979b71e0e235 req-436b691d-7163-406c-bfa1-f6e98bd1f5da tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=3e9ef5c7-2881-4d8a-b503-c56e95a5c062&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4832003
Feb 02 13:40:27.901632 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-fefd5133-11ef-4e87-b80e-fb28a87544cf req-2050a811-4802-4682-8dfb-5d7fa7001a2e tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Calling delete_port for 561f0039-310d-4b3c-b5f3-239a2af7d13c owned by compute:nova {{(pid=80185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:40:28.380665 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0544ab90-2f41-4938-bac9-b073b6ac8b65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:28.397326 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d87f17-920a-47e7-8f67-1560cf9ed528 req-d79d23be-2bd5-4bd0-917d-2ff69655452e tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:28.412992 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-f1d87f17-920a-47e7-8f67-1560cf9ed528 req-d79d23be-2bd5-4bd0-917d-2ff69655452e tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=fbbd96bb-f941-48ce-ac3b-bfe78f0f79ed HTTP/1.1" status: 200  len: 943 time: 1.3594482
Feb 02 13:40:28.457267 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device b22322b4-1120-4861-847c-6398c0e89dd1 up at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:40:28.662273 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-5a2070f0-d897-4eda-a055-ed02468ab890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.849s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:40:28.693989 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-dbfbe20f-a572-46dd-abd4-32afc7291fa7 req-24b06da2-f6cd-491d-9954-a9acaa613b25 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Unset dirty status for tenant:da040d840d5945a4bc1739a99331270a on resource:port {{(pid=80185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:40:28.702248 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-dbfbe20f-a572-46dd-abd4-32afc7291fa7 req-24b06da2-f6cd-491d-9954-a9acaa613b25 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.132 "GET /v2.0/ports?device_id=436477f8-7f1a-41aa-a835-3f90833d9229 HTTP/1.1" status: 200  len: 945 time: 6.1183197
Feb 02 13:40:28.818194 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning complete for port b22322b4-1120-4861-847c-6398c0e89dd1 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:40:28.819865 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:28.832495 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-f1d87f17-920a-47e7-8f67-1560cf9ed528 req-8cd7a975-fa79-40b4-be89-1bdcc92c2847 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4157917
Feb 02 13:40:29.110783 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-dbfbe20f-a572-46dd-abd4-32afc7291fa7 req-c34dcfa9-29a9-467c-9520-95da224216f6 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Deleting port 283571df-5424-4f7f-8467-7e7c68adb3fb {{(pid=80185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:40:29.112541 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-dbfbe20f-a572-46dd-abd4-32afc7291fa7 req-c34dcfa9-29a9-467c-9520-95da224216f6 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:29.259825 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-5a2070f0-d897-4eda-a055-ed02468ab890 admin admin] 10.222.0.133 "DELETE /v2.0/networks/ee852d65-d96d-43a3-8cbc-0843d3d76440 HTTP/1.1" status: 204  len: 168 time: 10.7390666
Feb 02 13:40:29.270925 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-fefd5133-11ef-4e87-b80e-fb28a87544cf req-2050a811-4802-4682-8dfb-5d7fa7001a2e tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264942761622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264943208991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2210562'] for port, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:29.276591 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c7e8766e-8d12-4426-afca-822902410145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:29.373410 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3c3fc-c8aa-4e2d-95c9-2913e90052b7 req-78582a7f-e95b-43ba-9976-73b23855b16a tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:29.396392 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-9ee3c3fc-c8aa-4e2d-95c9-2913e90052b7 req-78582a7f-e95b-43ba-9976-73b23855b16a tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=436477f8-7f1a-41aa-a835-3f90833d9229 HTTP/1.1" status: 200  len: 943 time: 0.8006990
Feb 02 13:40:29.604583 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e8fcfe71-d173-45c7-8762-7a310067a433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:29.636995 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-9ee3c3fc-c8aa-4e2d-95c9-2913e90052b7 req-b60b6d34-ce45-4dc6-8281-7ecfa4c4c52e tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/security-groups?id=8e3981d7-7e1a-4930-b113-8bfee26cb618&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1997564
Feb 02 13:40:29.859111 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-ce8408a2-dbac-42c0-b11c-3aa06a12b331 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:40:29.910648 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 44044) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:40:30.050795 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-e8242e56-ddf6-4563-b77b-b03631fb9a1b admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=b87ea442d54c422ea825a9f455da244e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1320279
Feb 02 13:40:30.051889 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 44050) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:40:30.085065 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2050a811-4802-4682-8dfb-5d7fa7001a2e tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Pushing event deleted for resources: {'Port': ['ID=561f0039-310d-4b3c-b5f3-239a2af7d13c,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:40:30.093125 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0544ab90-2f41-4938-bac9-b073b6ac8b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:30.101417 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-2050a811-4802-4682-8dfb-5d7fa7001a2e tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:40:30.111474 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-7def87a2-006c-4801-82bc-dcf0731baf25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:40:30.175641 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0544ab90-2f41-4938-bac9-b073b6ac8b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e28412d-685a-42f6-9c8b-62f27faa6129,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:40:30.288584 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:30.305328 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d248b93-a3e2-49d0-b466-4c0ff853233c req-7deed305-7ae1-497e-ae09-f249016951d5 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:30.308332 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2d248b93-a3e2-49d0-b466-4c0ff853233c req-7deed305-7ae1-497e-ae09-f249016951d5 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7 HTTP/1.1" status: 200  len: 943 time: 0.7164137
Feb 02 13:40:30.346640 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-0544ab90-2f41-4938-bac9-b073b6ac8b65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:40:30.513639 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b89ede70-2a54-4d0f-bfe2-1088bab4c3ba req-5b743f01-6683-47ef-8fbd-5234f87c666d tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=fbbd96bb-f941-48ce-ac3b-bfe78f0f79ed HTTP/1.1" status: 200  len: 210 time: 0.2034855
Feb 02 13:40:30.648329 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2d248b93-a3e2-49d0-b466-4c0ff853233c req-bc71aca6-57e4-4d90-9cf5-c485ea56f380 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=3e9ef5c7-2881-4d8a-b503-c56e95a5c062&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1377404
Feb 02 13:40:30.656683 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-dac32a79-9bc2-47a6-934f-29ca1472601b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:30.720468 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-dac32a79-9bc2-47a6-934f-29ca1472601b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:30.742623 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0544ab90-2f41-4938-bac9-b073b6ac8b65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:30.748066 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-0544ab90-2f41-4938-bac9-b073b6ac8b65 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/7e28412d-685a-42f6-9c8b-62f27faa6129 HTTP/1.1" status: 204  len: 168 time: 5.1794133
Feb 02 13:40:30.750951 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [req-fefd5133-11ef-4e87-b80e-fb28a87544cf req-2050a811-4802-4682-8dfb-5d7fa7001a2e tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] No DVR routers for this DVR port 561f0039-310d-4b3c-b5f3-239a2af7d13c on host hv-cinder-77238 {{(pid=80185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 02 13:40:30.782618 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-fefd5133-11ef-4e87-b80e-fb28a87544cf req-2050a811-4802-4682-8dfb-5d7fa7001a2e tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for port, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:30.789416 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-fefd5133-11ef-4e87-b80e-fb28a87544cf req-2050a811-4802-4682-8dfb-5d7fa7001a2e tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.132 "DELETE /v2.0/ports/561f0039-310d-4b3c-b5f3-239a2af7d13c HTTP/1.1" status: 204  len: 173 time: 12.8288848
Feb 02 13:40:30.799429 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbbd96bb-f941-48ce-ac3b-bfe78f0f79ed', 'name': 'network-vif-deleted', 'tag': '561f0039-310d-4b3c-b5f3-239a2af7d13c'}] {{(pid=80185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:40:30.820503 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-dac32a79-9bc2-47a6-934f-29ca1472601b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:30.871698 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:40:30.932878 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-dbfbe20f-a572-46dd-abd4-32afc7291fa7 req-c34dcfa9-29a9-467c-9520-95da224216f6 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] For port 283571df-5424-4f7f-8467-7e7c68adb3fb, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=283571df-5424-4f7f-8467-7e7c68adb3fb,segment=NetworkSegment(0171a29b-a4d8-433f-9f69-11da58cadf98),segment_id=0171a29b-a4d8-433f-9f69-11da58cadf98)] {{(pid=80185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:40:30.933748 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-dbfbe20f-a572-46dd-abd4-32afc7291fa7 req-c34dcfa9-29a9-467c-9520-95da224216f6 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:31.100836 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac32a79-9bc2-47a6-934f-29ca1472601b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c97584-d7cc-489d-99cb-1056508a7754,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:40:31.157114 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-dac32a79-9bc2-47a6-934f-29ca1472601b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:40:31.160240 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-dac32a79-9bc2-47a6-934f-29ca1472601b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:31.161999 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-dac32a79-9bc2-47a6-934f-29ca1472601b admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/b8c97584-d7cc-489d-99cb-1056508a7754 HTTP/1.1" status: 204  len: 168 time: 1.1011136
Feb 02 13:40:31.219580 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-42ef245d-f728-4293-a752-dedea4fc02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:31.348365 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbbd96bb-f941-48ce-ac3b-bfe78f0f79ed', 'name': 'network-vif-deleted', 'tag': '561f0039-310d-4b3c-b5f3-239a2af7d13c', 'status': 'completed', 'code': 200}
Feb 02 13:40:31.841608 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-dbfbe20f-a572-46dd-abd4-32afc7291fa7 req-c34dcfa9-29a9-467c-9520-95da224216f6 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Calling delete_port for 283571df-5424-4f7f-8467-7e7c68adb3fb owned by compute:nova {{(pid=80185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:40:32.114461 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a591a-42f2-4c6b-93f5-84531d8c94e1 req-ab2059c0-13d8-4e51-8063-c4c5dcd8ea17 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:32.133410 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-873a591a-42f2-4c6b-93f5-84531d8c94e1 req-ab2059c0-13d8-4e51-8063-c4c5dcd8ea17 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=436477f8-7f1a-41aa-a835-3f90833d9229 HTTP/1.1" status: 200  len: 943 time: 0.7052956
Feb 02 13:40:32.436255 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-873a591a-42f2-4c6b-93f5-84531d8c94e1 req-46e88060-440c-4335-ba9d-af43247c0b44 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/security-groups?id=8e3981d7-7e1a-4930-b113-8bfee26cb618&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2907879
Feb 02 13:40:32.437482 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.agents_db [None req-a5446886-6d63-4256-b3e6-4e67ca866f31 None None] Agent healthcheck: found 6 active agents {{(pid=80187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 02 13:40:32.673940 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-dbfbe20f-a572-46dd-abd4-32afc7291fa7 req-c34dcfa9-29a9-467c-9520-95da224216f6 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264942761622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264943208991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2210562'] for port, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:32.747522 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-abdce459-8967-4a65-bcf4-5ee36a12b8ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:40:32.936964 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-9f7fa976-9abb-4658-bd80-8d15b28527ce req-3607222d-0fa0-4897-89b2-0ca546722d5c tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=fbbd96bb-f941-48ce-ac3b-bfe78f0f79ed HTTP/1.1" status: 200  len: 210 time: 0.1227963
Feb 02 13:40:32.996376 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:33.025855 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34dcfa9-29a9-467c-9520-95da224216f6 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Pushing event deleted for resources: {'Port': ['ID=283571df-5424-4f7f-8467-7e7c68adb3fb,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:40:33.125922 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-c34dcfa9-29a9-467c-9520-95da224216f6 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:40:33.436997 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbfbe20f-a572-46dd-abd4-32afc7291fa7 req-c34dcfa9-29a9-467c-9520-95da224216f6 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] No DVR routers for this DVR port 283571df-5424-4f7f-8467-7e7c68adb3fb on host hv-cinder-77238 {{(pid=80185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 02 13:40:33.449201 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-dbfbe20f-a572-46dd-abd4-32afc7291fa7 req-c34dcfa9-29a9-467c-9520-95da224216f6 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for port, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:33.490147 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '436477f8-7f1a-41aa-a835-3f90833d9229', 'name': 'network-vif-deleted', 'tag': '283571df-5424-4f7f-8467-7e7c68adb3fb'}] {{(pid=80185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:40:33.509958 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-dbfbe20f-a572-46dd-abd4-32afc7291fa7 req-c34dcfa9-29a9-467c-9520-95da224216f6 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.132 "DELETE /v2.0/ports/283571df-5424-4f7f-8467-7e7c68adb3fb HTTP/1.1" status: 204  len: 173 time: 4.7803440
Feb 02 13:40:33.785879 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c06aa4-9237-4203-a4ac-cca2a2eccfd6 req-bf2455c6-b116-4241-b539-d369d6c5657c tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:33.790002 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-c6c06aa4-9237-4203-a4ac-cca2a2eccfd6 req-bf2455c6-b116-4241-b539-d369d6c5657c tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7 HTTP/1.1" status: 200  len: 943 time: 0.8020360
Feb 02 13:40:33.811172 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '436477f8-7f1a-41aa-a835-3f90833d9229', 'name': 'network-vif-deleted', 'tag': '283571df-5424-4f7f-8467-7e7c68adb3fb', 'status': 'completed', 'code': 200}
Feb 02 13:40:34.029823 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-c6c06aa4-9237-4203-a4ac-cca2a2eccfd6 req-e87bf258-32e3-466f-827a-cf7b915358ae tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=3e9ef5c7-2881-4d8a-b503-c56e95a5c062&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2162948
Feb 02 13:40:34.653050 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-8745f838-7f1e-4e4d-ba91-1683b2b41037 req-63f759c3-550d-4a5f-a012-1bc4221004bd tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=436477f8-7f1a-41aa-a835-3f90833d9229 HTTP/1.1" status: 200  len: 210 time: 0.2090902
Feb 02 13:40:34.691614 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-26cccd79-d038-4abd-8b87-dae4bf682c8c req-f88dd1a6-0abd-4433-a86d-a73ee1803fc0 service neutron] 10.222.0.132 "GET /v2.0/ports?device_id=ef114128-255e-4fa2-af27-1489defe8d5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2855499
Feb 02 13:40:35.102093 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cccd79-d038-4abd-8b87-dae4bf682c8c req-fdc81216-5a6a-412c-9cfa-6829ce24c23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:35.104340 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-26cccd79-d038-4abd-8b87-dae4bf682c8c req-fdc81216-5a6a-412c-9cfa-6829ce24c23c service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=da040d840d5945a4bc1739a99331270a&device_id=ef114128-255e-4fa2-af27-1489defe8d5c HTTP/1.1" status: 200  len: 1162 time: 0.2363021
Feb 02 13:40:35.664908 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cccd79-d038-4abd-8b87-dae4bf682c8c req-d42f45c3-57f7-43a6-90b6-cc6d0d276561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:35.667622 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-26cccd79-d038-4abd-8b87-dae4bf682c8c req-d42f45c3-57f7-43a6-90b6-cc6d0d276561 service neutron] 10.222.0.132 "GET /v2.0/networks?id=bfbd13a3-d870-417b-93b8-70f01824ec17 HTTP/1.1" status: 200  len: 909 time: 0.3399100
Feb 02 13:40:35.799369 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc59439-80ac-41aa-97ce-1abdf1ac4577 req-9f7074b1-8dae-4c3e-becd-73e5911f1b06 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:35.814554 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-dbc59439-80ac-41aa-97ce-1abdf1ac4577 req-9f7074b1-8dae-4c3e-becd-73e5911f1b06 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7 HTTP/1.1" status: 200  len: 943 time: 0.3131297
Feb 02 13:40:35.820783 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-26cccd79-d038-4abd-8b87-dae4bf682c8c req-7f98b6eb-4e8e-4fac-9a10-f4ec3b5f06ca service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce2ae21c-3e84-4ec8-885d-7e70ebe01138 HTTP/1.1" status: 200  len: 217 time: 0.1471317
Feb 02 13:40:35.957916 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cccd79-d038-4abd-8b87-dae4bf682c8c req-b31c0367-df5f-4880-a486-1de2ab5f9b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:35.961772 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-26cccd79-d038-4abd-8b87-dae4bf682c8c req-b31c0367-df5f-4880-a486-1de2ab5f9b8e service neutron] 10.222.0.132 "GET /v2.0/subnets?id=fdb421d7-3e26-4929-a736-b93dc64e3cfd HTTP/1.1" status: 200  len: 855 time: 0.1345513
Feb 02 13:40:35.972834 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-dbc59439-80ac-41aa-97ce-1abdf1ac4577 req-ca170135-0249-4a17-86fb-d024db20deb7 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=3e9ef5c7-2881-4d8a-b503-c56e95a5c062&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1559796
Feb 02 13:40:36.073460 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-26cccd79-d038-4abd-8b87-dae4bf682c8c req-6e7d6e64-16e0-451f-8c30-82961f33d202 service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=bfbd13a3-d870-417b-93b8-70f01824ec17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1062167
Feb 02 13:40:36.171925 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa020a59-f152-4e48-a2d2-09980dda36fe req-fb8f240e-d85e-48b8-af3b-fd5aa2179a94 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:36.182167 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-aa020a59-f152-4e48-a2d2-09980dda36fe req-fb8f240e-d85e-48b8-af3b-fd5aa2179a94 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=2ed3a668-be97-4ec5-be44-a404ba149fde HTTP/1.1" status: 200  len: 946 time: 0.3634682
Feb 02 13:40:36.310770 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-aa020a59-f152-4e48-a2d2-09980dda36fe req-94c6c9d8-07c0-4c06-9542-e4036a846c86 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1271074
Feb 02 13:40:36.443687 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-26cccd79-d038-4abd-8b87-dae4bf682c8c req-675ae710-18e8-467c-b8a5-b43fc4faa878 service neutron] 10.222.0.132 "GET /v2.0/networks/bfbd13a3-d870-417b-93b8-70f01824ec17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3592303
Feb 02 13:40:36.680157 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-26cccd79-d038-4abd-8b87-dae4bf682c8c req-947846e4-fa1c-4aab-a4f9-7f7363b276ff service neutron] 10.222.0.132 "GET /v2.0/networks/bfbd13a3-d870-417b-93b8-70f01824ec17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2301176
Feb 02 13:40:37.504638 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb5da2-7c41-440f-8615-05c208c5127a req-b3a5eae1-85cc-4bb6-b0cb-1ac6c08f94fd tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:37.507649 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-82cb5da2-7c41-440f-8615-05c208c5127a req-b3a5eae1-85cc-4bb6-b0cb-1ac6c08f94fd tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7 HTTP/1.1" status: 200  len: 943 time: 0.2453883
Feb 02 13:40:37.744934 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-82cb5da2-7c41-440f-8615-05c208c5127a req-f083912a-6caa-449a-a80b-583c911e0731 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=3e9ef5c7-2881-4d8a-b503-c56e95a5c062&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2212741
Feb 02 13:40:37.976463 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd820fd-3e4a-4e0b-b0fa-357bcfa6e9ac req-6961f5a1-5c0e-4245-8b3f-72ba9cf8fa4d tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:37.979300 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6fd820fd-3e4a-4e0b-b0fa-357bcfa6e9ac req-6961f5a1-5c0e-4245-8b3f-72ba9cf8fa4d tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=2ed3a668-be97-4ec5-be44-a404ba149fde HTTP/1.1" status: 200  len: 946 time: 0.4038992
Feb 02 13:40:38.062372 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6d2d6b5a-e143-4b9c-ac70-d2aee0fde4f6 req-60876f4b-0f90-4877-829e-b99c796e0076 tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] 10.222.0.133 "GET /v2.0/networks?tenant_id=0a0087d8438547bb932878d66ecc9a65&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0812409
Feb 02 13:40:38.286887 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6fd820fd-3e4a-4e0b-b0fa-357bcfa6e9ac req-f75220c2-3643-4f50-ad27-15215ed51a94 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2565210
Feb 02 13:40:38.600335 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d6b5a-e143-4b9c-ac70-d2aee0fde4f6 req-a0b95c83-0417-4f6d-9b6b-50c264026d6c tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:38.603438 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6d2d6b5a-e143-4b9c-ac70-d2aee0fde4f6 req-a0b95c83-0417-4f6d-9b6b-50c264026d6c tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] 10.222.0.133 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5252385
Feb 02 13:40:38.634437 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6d2d6b5a-e143-4b9c-ac70-d2aee0fde4f6 req-9e336d87-f553-4247-882d-8150eac89ed3 tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] 10.222.0.133 "GET /v2.0/quotas/0a0087d8438547bb932878d66ecc9a65 HTTP/1.1" status: 200  len: 375 time: 0.0198584
Feb 02 13:40:38.736971 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6d2d6b5a-e143-4b9c-ac70-d2aee0fde4f6 req-22b31cbd-6401-45bd-8cd8-678efe8adfcf tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] 10.222.0.133 "GET /v2.0/ports?tenant_id=0a0087d8438547bb932878d66ecc9a65&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0935552
Feb 02 13:40:39.223780 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c3087-83af-4efc-8d62-667d9ec87923 req-32099218-f7c0-4ace-86c8-df93644f2986 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:39.228462 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-f35c3087-83af-4efc-8d62-667d9ec87923 req-32099218-f7c0-4ace-86c8-df93644f2986 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=ef114128-255e-4fa2-af27-1489defe8d5c HTTP/1.1" status: 200  len: 945 time: 0.2891643
Feb 02 13:40:39.504546 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f731b910-9a32-411d-b9cb-81380a42493d req-f54b31ad-f93f-4e33-8acd-df63f47df8e8 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:39.506349 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-f731b910-9a32-411d-b9cb-81380a42493d req-f54b31ad-f93f-4e33-8acd-df63f47df8e8 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7 HTTP/1.1" status: 200  len: 943 time: 0.2768054
Feb 02 13:40:39.540403 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-f35c3087-83af-4efc-8d62-667d9ec87923 req-9b65e832-74d2-4dd5-8dfd-07d8b6e4a95d tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/security-groups?id=8e3981d7-7e1a-4930-b113-8bfee26cb618&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2353387
Feb 02 13:40:39.625642 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-f731b910-9a32-411d-b9cb-81380a42493d req-3eb4c88f-00e9-4e1a-b853-f7dbc066c225 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=3e9ef5c7-2881-4d8a-b503-c56e95a5c062&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0837424
Feb 02 13:40:39.807664 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-bf6854a8-04db-4c3c-9c3d-d5b79cd7d163 req-c99148a7-d256-466b-9bd9-4d1fb3e99437 tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] 10.222.0.133 "GET /v2.0/ports?device_id=2b1f6dc8-09d1-4c0b-b92b-f64477133d42 HTTP/1.1" status: 200  len: 210 time: 0.0895536
Feb 02 13:40:39.847284 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device ce2ae21c-3e84-4ec8-885d-7e70ebe01138 up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:40:39.989181 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port ce2ae21c-3e84-4ec8-885d-7e70ebe01138 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:40:39.990006 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:40.179992 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669b3b5e-de36-4487-a2a7-35304dcebd3a req-6c13858b-7d9e-4d4e-9014-bef5dc13ff58 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:40.182319 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-669b3b5e-de36-4487-a2a7-35304dcebd3a req-6c13858b-7d9e-4d4e-9014-bef5dc13ff58 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=2ed3a668-be97-4ec5-be44-a404ba149fde HTTP/1.1" status: 200  len: 946 time: 0.2334855
Feb 02 13:40:40.262849 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-669b3b5e-de36-4487-a2a7-35304dcebd3a req-d14a81ba-7aad-489a-a994-190b914d42ce tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689304
Feb 02 13:40:40.714457 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a79bcb6-ed2c-4994-a989-f87e7026786e req-18221060-c496-43fa-b303-5e1b00f0ce99 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:40.715485 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-2a79bcb6-ed2c-4994-a989-f87e7026786e req-18221060-c496-43fa-b303-5e1b00f0ce99 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Synchronizing usage tracker for tenant:da040d840d5945a4bc1739a99331270a on resource:port {{(pid=80185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:40:40.771215 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6d2d6b5a-e143-4b9c-ac70-d2aee0fde4f6 req-e4b584e3-e50a-49f7-9709-4f589ec54ab5 tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] 10.222.0.132 "GET /v2.0/networks?tenant_id=0a0087d8438547bb932878d66ecc9a65&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0511520
Feb 02 13:40:40.966134 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-2a79bcb6-ed2c-4994-a989-f87e7026786e req-18221060-c496-43fa-b303-5e1b00f0ce99 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Unset dirty status for tenant:da040d840d5945a4bc1739a99331270a on resource:port {{(pid=80185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:40:40.968178 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2a79bcb6-ed2c-4994-a989-f87e7026786e req-18221060-c496-43fa-b303-5e1b00f0ce99 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.132 "GET /v2.0/ports?device_id=ef114128-255e-4fa2-af27-1489defe8d5c HTTP/1.1" status: 200  len: 945 time: 0.5129271
Feb 02 13:40:41.287266 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39eb1e6-44cf-4883-b73e-8cabe8e9e505 req-8502dd4f-bcbf-47c7-ad0e-bd549abf93d1 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:41.290930 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a39eb1e6-44cf-4883-b73e-8cabe8e9e505 req-8502dd4f-bcbf-47c7-ad0e-bd549abf93d1 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=ef114128-255e-4fa2-af27-1489defe8d5c HTTP/1.1" status: 200  len: 945 time: 0.4316041
Feb 02 13:40:41.325281 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d6b5a-e143-4b9c-ac70-d2aee0fde4f6 req-b3dbab99-5d7d-4d81-a227-4c78c77af926 tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:41.328118 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6d2d6b5a-e143-4b9c-ac70-d2aee0fde4f6 req-b3dbab99-5d7d-4d81-a227-4c78c77af926 tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] 10.222.0.132 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5450094
Feb 02 13:40:41.370951 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-2a79bcb6-ed2c-4994-a989-f87e7026786e req-f17a7cc3-0af4-4139-bb4c-04c772339b32 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Deleting port ce2ae21c-3e84-4ec8-885d-7e70ebe01138 {{(pid=80185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:40:41.371577 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-2a79bcb6-ed2c-4994-a989-f87e7026786e req-f17a7cc3-0af4-4139-bb4c-04c772339b32 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:41.400958 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3f9a7-1a45-4d04-b8f9-bc3a443c2e86 req-2510ef9a-b0a7-4d4f-b1a6-c03fa5558acf tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:41.402939 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-94f3f9a7-1a45-4d04-b8f9-bc3a443c2e86 req-2510ef9a-b0a7-4d4f-b1a6-c03fa5558acf tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7 HTTP/1.1" status: 200  len: 943 time: 0.4371581
Feb 02 13:40:41.437727 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-6d2d6b5a-e143-4b9c-ac70-d2aee0fde4f6 req-ec8ac20b-a4c2-4135-b238-d24ed8298e63 tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] Request body: {'port': {'device_id': '2b1f6dc8-09d1-4c0b-b92b-f64477133d42', 'network_id': '8172d78b-1965-41c8-b582-b80f825f9910', 'admin_state_up': True, 'tenant_id': '0a0087d8438547bb932878d66ecc9a65'}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:40:41.497340 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c37f4b-eef3-429f-83f5-1ea97753f0f2 req-8a873a6e-0014-48d6-9df3-2182b50aebbb tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:41.499033 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-84c37f4b-eef3-429f-83f5-1ea97753f0f2 req-8a873a6e-0014-48d6-9df3-2182b50aebbb tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.132 "GET /v2.0/ports?device_id=2ed3a668-be97-4ec5-be44-a404ba149fde HTTP/1.1" status: 200  len: 946 time: 0.5360131
Feb 02 13:40:41.714214 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a39eb1e6-44cf-4883-b73e-8cabe8e9e505 req-b69dc471-3293-4225-a9a8-a0d2a416c0e9 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/security-groups?id=8e3981d7-7e1a-4930-b113-8bfee26cb618&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3096087
Feb 02 13:40:41.771468 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-84c37f4b-eef3-429f-83f5-1ea97753f0f2 req-511236c0-f199-4d7d-ad53-c969b632a2a8 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Deleting port c589d339-358c-4a85-9297-cd3c9497bc88 {{(pid=80184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:40:41.772627 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-84c37f4b-eef3-429f-83f5-1ea97753f0f2 req-511236c0-f199-4d7d-ad53-c969b632a2a8 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:41.880079 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-6d2d6b5a-e143-4b9c-ac70-d2aee0fde4f6 req-ec8ac20b-a4c2-4135-b238-d24ed8298e63 tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:40:41.913351 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-6d2d6b5a-e143-4b9c-ac70-d2aee0fde4f6 req-ec8ac20b-a4c2-4135-b238-d24ed8298e63 tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] Usage tracker for resource:port and tenant:0a0087d8438547bb932878d66ecc9a65 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:40:41.921275 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-6d2d6b5a-e143-4b9c-ac70-d2aee0fde4f6 req-ec8ac20b-a4c2-4135-b238-d24ed8298e63 tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:40:41.922683 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-94f3f9a7-1a45-4d04-b8f9-bc3a443c2e86 req-c70ffe15-7768-4eee-8a65-444912f13a9f tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=3e9ef5c7-2881-4d8a-b503-c56e95a5c062&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4215529
Feb 02 13:40:42.019069 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-6d2d6b5a-e143-4b9c-ac70-d2aee0fde4f6 req-ec8ac20b-a4c2-4135-b238-d24ed8298e63 tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:40:42.029865 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device ce95d6b9-1e51-4ebc-b727-6320094ed768 up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:40:42.078493 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d2d6b5a-e143-4b9c-ac70-d2aee0fde4f6 req-ec8ac20b-a4c2-4135-b238-d24ed8298e63 tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] Made reservation on behalf of 0a0087d8438547bb932878d66ecc9a65 for: {'port': 1} {{(pid=80185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 02 13:40:42.124042 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-6d2d6b5a-e143-4b9c-ac70-d2aee0fde4f6 req-ec8ac20b-a4c2-4135-b238-d24ed8298e63 tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:42.231503 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-2a79bcb6-ed2c-4994-a989-f87e7026786e req-f17a7cc3-0af4-4139-bb4c-04c772339b32 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] For port ce2ae21c-3e84-4ec8-885d-7e70ebe01138, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=ce2ae21c-3e84-4ec8-885d-7e70ebe01138,segment=NetworkSegment(0171a29b-a4d8-433f-9f69-11da58cadf98),segment_id=0171a29b-a4d8-433f-9f69-11da58cadf98)] {{(pid=80185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:40:42.232220 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-2a79bcb6-ed2c-4994-a989-f87e7026786e req-f17a7cc3-0af4-4139-bb4c-04c772339b32 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:42.281302 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port ce95d6b9-1e51-4ebc-b727-6320094ed768 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:40:42.281953 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:42.434934 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-1e8cc8b3-6e35-43ad-bfdc-d6ecc6ece80e req-4f9fbb5d-afb0-4537-95a1-254c77c0a326 tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] 10.222.0.133 "GET /v2.0/ports?device_id=2b1f6dc8-09d1-4c0b-b92b-f64477133d42 HTTP/1.1" status: 200  len: 210 time: 0.1545596
Feb 02 13:40:42.483167 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:42.562149 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] For port ce95d6b9-1e51-4ebc-b727-6320094ed768, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=ce95d6b9-1e51-4ebc-b727-6320094ed768,segment=NetworkSegment(5f553a71-9c0f-48ac-b06b-07581f7b8732),segment_id=5f553a71-9c0f-48ac-b06b-07581f7b8732)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:40:42.565005 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce95d6b9-1e51-4ebc-b727-6320094ed768'}] {{(pid=80186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:40:42.577617 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:42.582377 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:40:42.742347 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Pushing event updated for resources: {'Port': ['ID=ce95d6b9-1e51-4ebc-b727-6320094ed768,revision_number=6']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:40:42.762029 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device ce2ae21c-3e84-4ec8-885d-7e70ebe01138 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 02 13:40:42.786883 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-6d2d6b5a-e143-4b9c-ac70-d2aee0fde4f6 req-ec8ac20b-a4c2-4135-b238-d24ed8298e63 tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] Notify callbacks [] for security_group, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:42.835219 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-2a79bcb6-ed2c-4994-a989-f87e7026786e req-f17a7cc3-0af4-4139-bb4c-04c772339b32 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Calling delete_port for ce2ae21c-3e84-4ec8-885d-7e70ebe01138 owned by compute:nova {{(pid=80185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:40:42.847459 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-84c37f4b-eef3-429f-83f5-1ea97753f0f2 req-511236c0-f199-4d7d-ad53-c969b632a2a8 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] For port c589d339-358c-4a85-9297-cd3c9497bc88, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=c589d339-358c-4a85-9297-cd3c9497bc88,segment=NetworkSegment(74161cca-e56a-4704-b658-1eba40fb5e34),segment_id=74161cca-e56a-4704-b658-1eba40fb5e34)] {{(pid=80184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:40:42.847721 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-84c37f4b-eef3-429f-83f5-1ea97753f0f2 req-511236c0-f199-4d7d-ad53-c969b632a2a8 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:42.868801 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:40:42.917372 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-6d2d6b5a-e143-4b9c-ac70-d2aee0fde4f6 req-ec8ac20b-a4c2-4135-b238-d24ed8298e63 tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:40:42.943292 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-6d2d6b5a-e143-4b9c-ac70-d2aee0fde4f6 req-ec8ac20b-a4c2-4135-b238-d24ed8298e63 tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] Usage tracker for resource:security_group_rule and tenant:0a0087d8438547bb932878d66ecc9a65 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:40:42.955360 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-6d2d6b5a-e143-4b9c-ac70-d2aee0fde4f6 req-ec8ac20b-a4c2-4135-b238-d24ed8298e63 tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:40:42.973951 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-6d2d6b5a-e143-4b9c-ac70-d2aee0fde4f6 req-ec8ac20b-a4c2-4135-b238-d24ed8298e63 tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:40:43.010896 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:43.040345 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-7f178379-5379-4c0d-a863-48e0037e6801 req-98850d54-7596-4c20-b92e-5b5f9a596032 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Synchronizing usage tracker for tenant:8e16c9728d43493c958535e3444169f8 on resource:security_group {{(pid=80184) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:40:43.065009 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] For port ce2ae21c-3e84-4ec8-885d-7e70ebe01138, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=ce2ae21c-3e84-4ec8-885d-7e70ebe01138,segment=NetworkSegment(0171a29b-a4d8-433f-9f69-11da58cadf98),segment_id=0171a29b-a4d8-433f-9f69-11da58cadf98)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:40:43.069577 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:43.071013 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device c589d339-358c-4a85-9297-cd3c9497bc88 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 02 13:40:43.083870 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.db.api [req-2a79bcb6-ed2c-4994-a989-f87e7026786e req-f17a7cc3-0af4-4139-bb4c-04c772339b32 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80185) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 02 13:40:43.084387 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_db.api [req-2a79bcb6-ed2c-4994-a989-f87e7026786e req-f17a7cc3-0af4-4139-bb4c-04c772339b32 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80185) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 02 13:40:43.132154 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:40:43.157892 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-6d2d6b5a-e143-4b9c-ac70-d2aee0fde4f6 req-ec8ac20b-a4c2-4135-b238-d24ed8298e63 tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] Notify callbacks [] for security_group, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:43.162324 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-6d2d6b5a-e143-4b9c-ac70-d2aee0fde4f6 req-ec8ac20b-a4c2-4135-b238-d24ed8298e63 tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:43.180072 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-8e337335-c4c5-4c52-b401-0f83e3d3a6e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:40:43.209017 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43aff4a-104c-4591-be31-10165393288f req-da42c516-53c6-4999-af3f-ce922aeca588 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:43.211842 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b43aff4a-104c-4591-be31-10165393288f req-da42c516-53c6-4999-af3f-ce922aeca588 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=2ed3a668-be97-4ec5-be44-a404ba149fde HTTP/1.1" status: 200  len: 946 time: 0.9376137
Feb 02 13:40:43.316022 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-84c37f4b-eef3-429f-83f5-1ea97753f0f2 req-511236c0-f199-4d7d-ad53-c969b632a2a8 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Calling delete_port for c589d339-358c-4a85-9297-cd3c9497bc88 owned by compute:nova {{(pid=80184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:40:43.350956 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8ac20b-a4c2-4135-b238-d24ed8298e63 tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9135679-6b1d-41c8-8a43-6160d1125d60,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:40:43.359236 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-ec8ac20b-a4c2-4135-b238-d24ed8298e63 tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:40:43.369488 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Pushing event updated for resources: {'Port': ['ID=ce2ae21c-3e84-4ec8-885d-7e70ebe01138,revision_number=5']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:40:43.391849 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:40:43.424661 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:43.458735 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-7f178379-5379-4c0d-a863-48e0037e6801 req-98850d54-7596-4c20-b92e-5b5f9a596032 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Unset dirty status for tenant:8e16c9728d43493c958535e3444169f8 on resource:security_group {{(pid=80184) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:40:43.463808 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7f178379-5379-4c0d-a863-48e0037e6801 req-98850d54-7596-4c20-b92e-5b5f9a596032 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-181001692&fields=id&tenant_id=8e16c9728d43493c958535e3444169f8 HTTP/1.1" status: 200  len: 267 time: 0.6524701
Feb 02 13:40:43.485873 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] For port c589d339-358c-4a85-9297-cd3c9497bc88, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=c589d339-358c-4a85-9297-cd3c9497bc88,segment=NetworkSegment(74161cca-e56a-4704-b658-1eba40fb5e34),segment_id=74161cca-e56a-4704-b658-1eba40fb5e34)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:40:43.490020 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:43.493667 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:40:43.502225 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b43aff4a-104c-4591-be31-10165393288f req-6f92a92b-504f-430f-ab20-4e009228d054 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/security-groups?id=4c71db26-59d4-43da-9081-c286505f7180&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1509337
Feb 02 13:40:43.617793 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Pushing event updated for resources: {'Port': ['ID=c589d339-358c-4a85-9297-cd3c9497bc88,revision_number=5']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:40:43.622701 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:40:43.637495 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-2a79bcb6-ed2c-4994-a989-f87e7026786e req-f17a7cc3-0af4-4139-bb4c-04c772339b32 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Deleting port ce2ae21c-3e84-4ec8-885d-7e70ebe01138 {{(pid=80185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:40:43.638421 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-2a79bcb6-ed2c-4994-a989-f87e7026786e req-f17a7cc3-0af4-4139-bb4c-04c772339b32 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:43.643574 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce95d6b9-1e51-4ebc-b727-6320094ed768', 'code': 200}
Feb 02 13:40:43.855607 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device ce95d6b9-1e51-4ebc-b727-6320094ed768 up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:40:43.862986 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_common [req-6d2d6b5a-e143-4b9c-ac70-d2aee0fde4f6 req-ec8ac20b-a4c2-4135-b238-d24ed8298e63 tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] Allocated IP 192.168.233.241 (8172d78b-1965-41c8-b582-b80f825f9910/b05849c4-1d88-4861-af53-bf51c921cd3f/1fd81545-4bc0-4371-966e-762e6e94373b) {{(pid=80185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 02 13:40:44.033142 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port ce95d6b9-1e51-4ebc-b727-6320094ed768 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:40:44.035873 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:44.218645 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f178379-5379-4c0d-a863-48e0037e6801 req-5cb498ac-9382-45f5-91fa-36fd7860f23a tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:44.222896 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7f178379-5379-4c0d-a863-48e0037e6801 req-5cb498ac-9382-45f5-91fa-36fd7860f23a tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/networks?id=49e9892e-e3c8-47c9-a38b-9f46a257b87b HTTP/1.1" status: 200  len: 809 time: 0.7146397
Feb 02 13:40:44.227879 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-2a79bcb6-ed2c-4994-a989-f87e7026786e req-f17a7cc3-0af4-4139-bb4c-04c772339b32 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] For port ce2ae21c-3e84-4ec8-885d-7e70ebe01138, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=ce2ae21c-3e84-4ec8-885d-7e70ebe01138,segment=NetworkSegment(0171a29b-a4d8-433f-9f69-11da58cadf98),segment_id=0171a29b-a4d8-433f-9f69-11da58cadf98)] {{(pid=80185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:40:44.228578 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-2a79bcb6-ed2c-4994-a989-f87e7026786e req-f17a7cc3-0af4-4139-bb4c-04c772339b32 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:44.327686 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.db.api [req-84c37f4b-eef3-429f-83f5-1ea97753f0f2 req-511236c0-f199-4d7d-ad53-c969b632a2a8 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80184) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 02 13:40:44.328304 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_db.api [req-84c37f4b-eef3-429f-83f5-1ea97753f0f2 req-511236c0-f199-4d7d-ad53-c969b632a2a8 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80184) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 02 13:40:44.355055 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7f178379-5379-4c0d-a863-48e0037e6801 req-4341129e-6a9a-4f67-94a3-c23f5e643c3d tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/quotas/8e16c9728d43493c958535e3444169f8 HTTP/1.1" status: 200  len: 375 time: 0.0655835
Feb 02 13:40:44.565304 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-2a79bcb6-ed2c-4994-a989-f87e7026786e req-f17a7cc3-0af4-4139-bb4c-04c772339b32 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Calling delete_port for ce2ae21c-3e84-4ec8-885d-7e70ebe01138 owned by compute:nova {{(pid=80185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:40:44.702426 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc90ef0f-71ae-4f64-a6e4-eb1ec963cfea req-64806024-53fb-457b-9dc5-86d5bca9b5d3 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:44.705287 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-dc90ef0f-71ae-4f64-a6e4-eb1ec963cfea req-64806024-53fb-457b-9dc5-86d5bca9b5d3 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/ports?device_id=ef114128-255e-4fa2-af27-1489defe8d5c HTTP/1.1" status: 200  len: 943 time: 0.8319924
Feb 02 13:40:44.712019 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d9129d-a345-4ecb-9665-cb9eebe175f5 req-487edce9-802e-4b81-ba49-84810e438fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:44.714693 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d1d9129d-a345-4ecb-9665-cb9eebe175f5 req-487edce9-802e-4b81-ba49-84810e438fb6 service neutron] 10.222.0.132 "GET /v2.0/ports?device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7 HTTP/1.1" status: 200  len: 1162 time: 0.4872830
Feb 02 13:40:44.832760 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-84c37f4b-eef3-429f-83f5-1ea97753f0f2 req-511236c0-f199-4d7d-ad53-c969b632a2a8 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Deleting port c589d339-358c-4a85-9297-cd3c9497bc88 {{(pid=80184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:40:44.833622 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-84c37f4b-eef3-429f-83f5-1ea97753f0f2 req-511236c0-f199-4d7d-ad53-c969b632a2a8 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:44.959429 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-7f178379-5379-4c0d-a863-48e0037e6801 req-5dce1dd2-eb7e-4024-875c-3fd802adcfdd tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Synchronizing usage tracker for tenant:8e16c9728d43493c958535e3444169f8 on resource:port {{(pid=80184) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:40:44.964560 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d1d9129d-a345-4ecb-9665-cb9eebe175f5 req-8e404b5f-10fd-441d-b4c1-aba5d9d5a2ee service neutron] 10.222.0.132 "GET /v2.0/security-groups?id=3e9ef5c7-2881-4d8a-b503-c56e95a5c062&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2123337
Feb 02 13:40:44.986846 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-6d2d6b5a-e143-4b9c-ac70-d2aee0fde4f6 req-ec8ac20b-a4c2-4135-b238-d24ed8298e63 tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] Notify callbacks [] for port, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:44.992515 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-dc90ef0f-71ae-4f64-a6e4-eb1ec963cfea req-9fb9d079-73b7-442d-a7d8-750ece2d3ad0 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.133 "GET /v2.0/security-groups?id=8e3981d7-7e1a-4930-b113-8bfee26cb618&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2715640
Feb 02 13:40:45.067103 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-7f178379-5379-4c0d-a863-48e0037e6801 req-5dce1dd2-eb7e-4024-875c-3fd802adcfdd tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Unset dirty status for tenant:8e16c9728d43493c958535e3444169f8 on resource:port {{(pid=80184) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:40:45.068769 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7f178379-5379-4c0d-a863-48e0037e6801 req-5dce1dd2-eb7e-4024-875c-3fd802adcfdd tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/ports?tenant_id=8e16c9728d43493c958535e3444169f8&fields=id HTTP/1.1" status: 200  len: 302 time: 0.6905200
Feb 02 13:40:45.075826 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [req-6d2d6b5a-e143-4b9c-ac70-d2aee0fde4f6 req-ec8ac20b-a4c2-4135-b238-d24ed8298e63 tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] Transition to ACTIVE for port object 1fd81545-4bc0-4371-966e-762e6e94373b will not be triggered until provisioned by entity DHCP. {{(pid=80185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:40:45.084927 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-2a79bcb6-ed2c-4994-a989-f87e7026786e req-f17a7cc3-0af4-4139-bb4c-04c772339b32 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264942761622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264943208991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2210562'] for port, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:45.113911 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-ce06493d-43e9-4bb8-9b52-eb908885429a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:40:45.298327 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17a7cc3-0af4-4139-bb4c-04c772339b32 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Pushing event deleted for resources: {'Port': ['ID=ce2ae21c-3e84-4ec8-885d-7e70ebe01138,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:40:45.313007 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f17a7cc3-0af4-4139-bb4c-04c772339b32 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:40:45.404495 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-6d2d6b5a-e143-4b9c-ac70-d2aee0fde4f6 req-ec8ac20b-a4c2-4135-b238-d24ed8298e63 tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264943169311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2210562'] for port, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:45.449410 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-0c868167-7870-4f46-b3b7-ec48a4a77f48 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:40:45.647622 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef114128-255e-4fa2-af27-1489defe8d5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce2ae21c-3e84-4ec8-885d-7e70ebe01138'}, {'server_uuid': '2ed3a668-be97-4ec5-be44-a404ba149fde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c589d339-358c-4a85-9297-cd3c9497bc88'}] {{(pid=80186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:40:45.744249 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7f178379-5379-4c0d-a863-48e0037e6801 req-abcfaabb-6f62-45a0-b293-21bd9f5bf444 service neutron] 10.222.0.133 "GET /v2.0/networks/49e9892e-e3c8-47c9-a38b-9f46a257b87b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6361041
Feb 02 13:40:45.801544 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a79bcb6-ed2c-4994-a989-f87e7026786e req-f17a7cc3-0af4-4139-bb4c-04c772339b32 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] No DVR routers for this DVR port ce2ae21c-3e84-4ec8-885d-7e70ebe01138 on host hv-cinder-77238 {{(pid=80185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 02 13:40:45.804272 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8ac20b-a4c2-4135-b238-d24ed8298e63 tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] Pushing event updated for resources: {'Port': ['ID=1fd81545-4bc0-4371-966e-762e6e94373b,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:40:45.808769 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-2a79bcb6-ed2c-4994-a989-f87e7026786e req-f17a7cc3-0af4-4139-bb4c-04c772339b32 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for port, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:45.820709 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef114128-255e-4fa2-af27-1489defe8d5c', 'name': 'network-vif-deleted', 'tag': 'ce2ae21c-3e84-4ec8-885d-7e70ebe01138'}] {{(pid=80185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:40:45.830586 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-ec8ac20b-a4c2-4135-b238-d24ed8298e63 tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:40:45.853215 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-84c37f4b-eef3-429f-83f5-1ea97753f0f2 req-511236c0-f199-4d7d-ad53-c969b632a2a8 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] For port c589d339-358c-4a85-9297-cd3c9497bc88, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=c589d339-358c-4a85-9297-cd3c9497bc88,segment=NetworkSegment(74161cca-e56a-4704-b658-1eba40fb5e34),segment_id=74161cca-e56a-4704-b658-1eba40fb5e34)] {{(pid=80184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:40:45.854167 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-84c37f4b-eef3-429f-83f5-1ea97753f0f2 req-511236c0-f199-4d7d-ad53-c969b632a2a8 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:45.914606 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2a79bcb6-ed2c-4994-a989-f87e7026786e req-f17a7cc3-0af4-4139-bb4c-04c772339b32 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] 10.222.0.132 "DELETE /v2.0/ports/ce2ae21c-3e84-4ec8-885d-7e70ebe01138 HTTP/1.1" status: 204  len: 173 time: 4.9236844
Feb 02 13:40:45.954117 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d2d6b5a-e143-4b9c-ac70-d2aee0fde4f6 req-ec8ac20b-a4c2-4135-b238-d24ed8298e63 tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] Network 8172d78b-1965-41c8-b582-b80f825f9910 is already hosted by enough agents. {{(pid=80185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:40:45.956091 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [req-6d2d6b5a-e143-4b9c-ac70-d2aee0fde4f6 req-ec8ac20b-a4c2-4135-b238-d24ed8298e63 tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] Resources bound (agent type, host, resource id):  {{(pid=80185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:40:45.960165 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d2d6b5a-e143-4b9c-ac70-d2aee0fde4f6 req-ec8ac20b-a4c2-4135-b238-d24ed8298e63 tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] Received port after_create {{(pid=80185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 02 13:40:46.266690 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d6b5a-e143-4b9c-ac70-d2aee0fde4f6 req-ec8ac20b-a4c2-4135-b238-d24ed8298e63 tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:46.267592 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-6d2d6b5a-e143-4b9c-ac70-d2aee0fde4f6 req-ec8ac20b-a4c2-4135-b238-d24ed8298e63 tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for port, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:46.293069 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6d2d6b5a-e143-4b9c-ac70-d2aee0fde4f6 req-ec8ac20b-a4c2-4135-b238-d24ed8298e63 tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] 10.222.0.132 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 4.8628063
Feb 02 13:40:46.309584 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-6d2d6b5a-e143-4b9c-ac70-d2aee0fde4f6 req-f57203cb-c5e2-486c-9555-3b0198c676d4 service neutron] Request body: {'port': {'device_id': '2b1f6dc8-09d1-4c0b-b92b-f64477133d42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:40:46.384923 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-22c3044f-996f-49f1-a815-173bf03ef39c None None] Provisioning for port 1fd81545-4bc0-4371-966e-762e6e94373b completed by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:40:46.394149 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-22c3044f-996f-49f1-a815-173bf03ef39c None None] Provisioning complete for port 1fd81545-4bc0-4371-966e-762e6e94373b triggered by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:40:46.394897 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-22c3044f-996f-49f1-a815-173bf03ef39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:46.483606 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-22c3044f-996f-49f1-a815-173bf03ef39c None None] Port 1fd81545-4bc0-4371-966e-762e6e94373b cannot update to ACTIVE because it is not bound. {{(pid=80186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 02 13:40:46.583391 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-6d2d6b5a-e143-4b9c-ac70-d2aee0fde4f6 req-f57203cb-c5e2-486c-9555-3b0198c676d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:46.594555 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-84c37f4b-eef3-429f-83f5-1ea97753f0f2 req-511236c0-f199-4d7d-ad53-c969b632a2a8 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Calling delete_port for c589d339-358c-4a85-9297-cd3c9497bc88 owned by compute:nova {{(pid=80184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:40:46.844677 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c166773-eec6-4c1f-b594-d5b4f00dba35 req-e055ca0d-6892-4e0d-b7f7-b274566c9ed5 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:46.861036 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-8c166773-eec6-4c1f-b594-d5b4f00dba35 req-e055ca0d-6892-4e0d-b7f7-b274566c9ed5 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7 HTTP/1.1" status: 200  len: 945 time: 1.4052761
Feb 02 13:40:47.038297 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7f178379-5379-4c0d-a863-48e0037e6801 req-726fec88-2150-44ec-ad37-75032c66ea08 service neutron] 10.222.0.133 "GET /v2.0/networks/49e9892e-e3c8-47c9-a38b-9f46a257b87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.2820487
Feb 02 13:40:47.121031 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-8c166773-eec6-4c1f-b594-d5b4f00dba35 req-9814f920-42cf-4d39-9b53-54ada9dc06d1 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=3e9ef5c7-2881-4d8a-b503-c56e95a5c062&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2581551
Feb 02 13:40:47.353816 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-84c37f4b-eef3-429f-83f5-1ea97753f0f2 req-511236c0-f199-4d7d-ad53-c969b632a2a8 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264942761622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264943208991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851940450'] for port, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:47.385696 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-c2889960-f4a7-4bc2-808f-0a77a8669edd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:40:47.475955 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [req-6d2d6b5a-e143-4b9c-ac70-d2aee0fde4f6 req-f57203cb-c5e2-486c-9555-3b0198c676d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fd81545-4bc0-4371-966e-762e6e94373b {{(pid=80185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 02 13:40:47.488133 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-6d2d6b5a-e143-4b9c-ac70-d2aee0fde4f6 req-f57203cb-c5e2-486c-9555-3b0198c676d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:47.510399 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [req-6d2d6b5a-e143-4b9c-ac70-d2aee0fde4f6 req-f57203cb-c5e2-486c-9555-3b0198c676d4 service neutron] Transition to ACTIVE for port object 1fd81545-4bc0-4371-966e-762e6e94373b will not be triggered until provisioned by entity L2. {{(pid=80185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:40:47.514407 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-6d2d6b5a-e143-4b9c-ac70-d2aee0fde4f6 req-f57203cb-c5e2-486c-9555-3b0198c676d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852565131'] for port, after_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:47.546426 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-28ae6e23-1734-498d-9fbb-fe699109b4e9 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:40:47.740079 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511236c0-f199-4d7d-ad53-c969b632a2a8 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Pushing event deleted for resources: {'Port': ['ID=c589d339-358c-4a85-9297-cd3c9497bc88,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:40:47.763358 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511236c0-f199-4d7d-ad53-c969b632a2a8 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:47.763983 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511236c0-f199-4d7d-ad53-c969b632a2a8 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:47.764641 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511236c0-f199-4d7d-ad53-c969b632a2a8 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:47.765483 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511236c0-f199-4d7d-ad53-c969b632a2a8 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:47.766124 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511236c0-f199-4d7d-ad53-c969b632a2a8 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:47.766772 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511236c0-f199-4d7d-ad53-c969b632a2a8 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:47.767418 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511236c0-f199-4d7d-ad53-c969b632a2a8 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:47.768138 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511236c0-f199-4d7d-ad53-c969b632a2a8 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:47.768796 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511236c0-f199-4d7d-ad53-c969b632a2a8 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:47.769445 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511236c0-f199-4d7d-ad53-c969b632a2a8 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:47.770043 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511236c0-f199-4d7d-ad53-c969b632a2a8 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:47.770926 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511236c0-f199-4d7d-ad53-c969b632a2a8 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:47.772455 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511236c0-f199-4d7d-ad53-c969b632a2a8 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:47.773321 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511236c0-f199-4d7d-ad53-c969b632a2a8 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:47.774168 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511236c0-f199-4d7d-ad53-c969b632a2a8 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:47.777360 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511236c0-f199-4d7d-ad53-c969b632a2a8 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:47.777360 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511236c0-f199-4d7d-ad53-c969b632a2a8 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:47.778259 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511236c0-f199-4d7d-ad53-c969b632a2a8 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:47.779148 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511236c0-f199-4d7d-ad53-c969b632a2a8 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:47.779874 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511236c0-f199-4d7d-ad53-c969b632a2a8 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:47.780665 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511236c0-f199-4d7d-ad53-c969b632a2a8 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:47.782247 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511236c0-f199-4d7d-ad53-c969b632a2a8 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:47.788597 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511236c0-f199-4d7d-ad53-c969b632a2a8 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:47.789778 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511236c0-f199-4d7d-ad53-c969b632a2a8 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:40:47.817533 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-511236c0-f199-4d7d-ad53-c969b632a2a8 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:40:47.934158 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c37f4b-eef3-429f-83f5-1ea97753f0f2 req-511236c0-f199-4d7d-ad53-c969b632a2a8 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] No DVR routers for this DVR port c589d339-358c-4a85-9297-cd3c9497bc88 on host hv-cinder-77238 {{(pid=80184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 02 13:40:48.040963 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-12568dfa-86f5-4e15-8901-3ae9e7f3b89f req-a801914b-92f8-4d90-8295-4c9f9aa74998 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.133 "GET /v2.0/ports?device_id=2ed3a668-be97-4ec5-be44-a404ba149fde HTTP/1.1" status: 200  len: 210 time: 0.1093135
Feb 02 13:40:48.045178 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-84c37f4b-eef3-429f-83f5-1ea97753f0f2 req-511236c0-f199-4d7d-ad53-c969b632a2a8 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for port, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:48.056424 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed3a668-be97-4ec5-be44-a404ba149fde', 'name': 'network-vif-deleted', 'tag': 'c589d339-358c-4a85-9297-cd3c9497bc88'}] {{(pid=80184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:40:48.102722 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-84c37f4b-eef3-429f-83f5-1ea97753f0f2 req-511236c0-f199-4d7d-ad53-c969b632a2a8 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] 10.222.0.132 "DELETE /v2.0/ports/c589d339-358c-4a85-9297-cd3c9497bc88 HTTP/1.1" status: 204  len: 173 time: 6.5661261
Feb 02 13:40:48.163603 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57203cb-c5e2-486c-9555-3b0198c676d4 service neutron] Pushing event updated for resources: {'Port': ['ID=1fd81545-4bc0-4371-966e-762e6e94373b,revision_number=2']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:40:48.178957 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f57203cb-c5e2-486c-9555-3b0198c676d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:40:48.241580 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef114128-255e-4fa2-af27-1489defe8d5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce2ae21c-3e84-4ec8-885d-7e70ebe01138', 'code': 200}
Feb 02 13:40:48.241852 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed3a668-be97-4ec5-be44-a404ba149fde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c589d339-358c-4a85-9297-cd3c9497bc88', 'code': 200}
Feb 02 13:40:48.282767 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1302a0-5f36-4546-96ef-6aa3234b4468 req-589e46bd-1887-4b49-874d-26d78303ee35 tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:48.284794 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7e1302a0-5f36-4546-96ef-6aa3234b4468 req-589e46bd-1887-4b49-874d-26d78303ee35 tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] 10.222.0.133 "GET /v2.0/ports?device_id=2b1f6dc8-09d1-4c0b-b92b-f64477133d42 HTTP/1.1" status: 200  len: 948 time: 0.9012456
Feb 02 13:40:48.354389 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef114128-255e-4fa2-af27-1489defe8d5c', 'name': 'network-vif-deleted', 'tag': 'ce2ae21c-3e84-4ec8-885d-7e70ebe01138', 'status': 'completed', 'code': 200}
Feb 02 13:40:48.449009 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7e1302a0-5f36-4546-96ef-6aa3234b4468 req-8c04cc66-3a76-429c-b790-43d3f8fa4a96 tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] 10.222.0.133 "GET /v2.0/security-groups?id=e9135679-6b1d-41c8-8a43-6160d1125d60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1519537
Feb 02 13:40:48.586207 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 44264) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:40:48.731279 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed3a668-be97-4ec5-be44-a404ba149fde', 'name': 'network-vif-deleted', 'tag': 'c589d339-358c-4a85-9297-cd3c9497bc88', 'status': 'completed', 'code': 200}
Feb 02 13:40:48.799860 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [req-6d2d6b5a-e143-4b9c-ac70-d2aee0fde4f6 req-f57203cb-c5e2-486c-9555-3b0198c676d4 service neutron] Attempting to bind port 1fd81545-4bc0-4371-966e-762e6e94373b on host hv-cinder-77238 for vnic_type normal with profile  {{(pid=80185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 02 13:40:48.800817 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [req-6d2d6b5a-e143-4b9c-ac70-d2aee0fde4f6 req-f57203cb-c5e2-486c-9555-3b0198c676d4 service neutron] Attempting to bind port 1fd81545-4bc0-4371-966e-762e6e94373b by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '6236c80b-f06c-4050-882b-af2716b28074', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '8172d78b-1965-41c8-b582-b80f825f9910'}] {{(pid=80185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 02 13:40:48.806854 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2d6b5a-e143-4b9c-ac70-d2aee0fde4f6 req-f57203cb-c5e2-486c-9555-3b0198c676d4 service neutron] Attempting to bind port 1fd81545-4bc0-4371-966e-762e6e94373b on network 8172d78b-1965-41c8-b582-b80f825f9910 {{(pid=80185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 02 13:40:48.827818 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2d6b5a-e143-4b9c-ac70-d2aee0fde4f6 req-f57203cb-c5e2-486c-9555-3b0198c676d4 service neutron] Checking agent: {'id': '3f7ac43e-b359-42e2-9e67-18be39e96b32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 34, 33), 'started_at': datetime.datetime(2021, 2, 2, 13, 35, 3), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.120', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 02 13:40:48.828436 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2d6b5a-e143-4b9c-ac70-d2aee0fde4f6 req-f57203cb-c5e2-486c-9555-3b0198c676d4 service neutron] Checking segment: {'id': '6236c80b-f06c-4050-882b-af2716b28074', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '8172d78b-1965-41c8-b582-b80f825f9910'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:40:48.828957 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-6d2d6b5a-e143-4b9c-ac70-d2aee0fde4f6 req-f57203cb-c5e2-486c-9555-3b0198c676d4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:48.829552 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2d6b5a-e143-4b9c-ac70-d2aee0fde4f6 req-f57203cb-c5e2-486c-9555-3b0198c676d4 service neutron] Bound using segment: {'id': '6236c80b-f06c-4050-882b-af2716b28074', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '8172d78b-1965-41c8-b582-b80f825f9910'} {{(pid=80185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 02 13:40:48.830308 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [req-6d2d6b5a-e143-4b9c-ac70-d2aee0fde4f6 req-f57203cb-c5e2-486c-9555-3b0198c676d4 service neutron] Bound port: 1fd81545-4bc0-4371-966e-762e6e94373b, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6236c80b-f06c-4050-882b-af2716b28074', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '8172d78b-1965-41c8-b582-b80f825f9910'}}] {{(pid=80185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 02 13:40:48.830695 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-6d2d6b5a-e143-4b9c-ac70-d2aee0fde4f6 req-f57203cb-c5e2-486c-9555-3b0198c676d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:48.920941 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e48957ad-c614-4108-b3c8-0a0848c3de80 req-e02d29ad-376b-4c86-84f1-d2691eeb48c8 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/ports?device_id=6cf7f0de-ccd0-430f-a0af-4e57ce8d696e HTTP/1.1" status: 200  len: 210 time: 0.1515312
Feb 02 13:40:48.932541 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_v2 [None req-c935b1a8-2e3c-4699-ad37-e7ef5a07c2f6 admin admin] Deleting subnet fdb421d7-3e26-4929-a736-b93dc64e3cfd {{(pid=80184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Feb 02 13:40:48.940722 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c935b1a8-2e3c-4699-ad37-e7ef5a07c2f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:49.040312 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-6d2d6b5a-e143-4b9c-ac70-d2aee0fde4f6 req-f57203cb-c5e2-486c-9555-3b0198c676d4 service neutron] For port 1fd81545-4bc0-4371-966e-762e6e94373b, host hv-cinder-77238, cleared binding levels {{(pid=80185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 02 13:40:49.047324 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-6d2d6b5a-e143-4b9c-ac70-d2aee0fde4f6 req-f57203cb-c5e2-486c-9555-3b0198c676d4 service neutron] For port 1fd81545-4bc0-4371-966e-762e6e94373b, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=1fd81545-4bc0-4371-966e-762e6e94373b,segment=NetworkSegment(6236c80b-f06c-4050-882b-af2716b28074),segment_id=6236c80b-f06c-4050-882b-af2716b28074)] {{(pid=80185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 02 13:40:49.054285 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-6d2d6b5a-e143-4b9c-ac70-d2aee0fde4f6 req-f57203cb-c5e2-486c-9555-3b0198c676d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852565131'] for port, after_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:49.121244 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c935b1a8-2e3c-4699-ad37-e7ef5a07c2f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2212005'] for subnet, precommit_delete_associations {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:49.201448 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:40:49.288274 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c935b1a8-2e3c-4699-ad37-e7ef5a07c2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-22738'] for subnet, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:49.350708 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 44270) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:40:49.397417 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57203cb-c5e2-486c-9555-3b0198c676d4 service neutron] Pushing event updated for resources: {'Port': ['ID=1fd81545-4bc0-4371-966e-762e6e94373b,revision_number=3']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:40:49.416370 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f57203cb-c5e2-486c-9555-3b0198c676d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:40:49.449522 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d6b5a-e143-4b9c-ac70-d2aee0fde4f6 req-f57203cb-c5e2-486c-9555-3b0198c676d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:49.450630 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-6d2d6b5a-e143-4b9c-ac70-d2aee0fde4f6 req-f57203cb-c5e2-486c-9555-3b0198c676d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for port, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:49.453105 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6d2d6b5a-e143-4b9c-ac70-d2aee0fde4f6 req-f57203cb-c5e2-486c-9555-3b0198c676d4 service neutron] 10.222.0.132 "PUT /v2.0/ports/1fd81545-4bc0-4371-966e-762e6e94373b HTTP/1.1" status: 200  len: 1162 time: 3.1503808
Feb 02 13:40:49.589293 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea083861-110e-413b-b56b-013ec9e11105 req-df2308eb-c2fc-4e7b-8b7b-d9cafcb83018 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:49.592493 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ea083861-110e-413b-b56b-013ec9e11105 req-df2308eb-c2fc-4e7b-8b7b-d9cafcb83018 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7 HTTP/1.1" status: 200  len: 945 time: 0.5384591
Feb 02 13:40:49.697464 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d6b5a-e143-4b9c-ac70-d2aee0fde4f6 req-6d55c30c-44dc-4917-8b7c-71746c3f186f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:49.705875 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6d2d6b5a-e143-4b9c-ac70-d2aee0fde4f6 req-6d55c30c-44dc-4917-8b7c-71746c3f186f service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=0a0087d8438547bb932878d66ecc9a65&device_id=2b1f6dc8-09d1-4c0b-b92b-f64477133d42 HTTP/1.1" status: 200  len: 1165 time: 0.1975303
Feb 02 13:40:49.859298 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6d2d6b5a-e143-4b9c-ac70-d2aee0fde4f6 req-730bff91-137c-45ef-939e-e5d550ac20af service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=1fd81545-4bc0-4371-966e-762e6e94373b HTTP/1.1" status: 200  len: 217 time: 0.1471415
Feb 02 13:40:49.983500 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d6b5a-e143-4b9c-ac70-d2aee0fde4f6 req-0772f596-a9fa-4d4b-a120-69660cfd1fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:49.986979 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6d2d6b5a-e143-4b9c-ac70-d2aee0fde4f6 req-0772f596-a9fa-4d4b-a120-69660cfd1fc9 service neutron] 10.222.0.132 "GET /v2.0/subnets?id=b05849c4-1d88-4861-af53-bf51c921cd3f HTTP/1.1" status: 200  len: 843 time: 0.1171188
Feb 02 13:40:50.118392 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d6b5a-e143-4b9c-ac70-d2aee0fde4f6 req-554fdf46-be7d-43d1-8983-b32ad6856c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:50.120537 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6d2d6b5a-e143-4b9c-ac70-d2aee0fde4f6 req-554fdf46-be7d-43d1-8983-b32ad6856c2c service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=8172d78b-1965-41c8-b582-b80f825f9910&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1286371
Feb 02 13:40:50.128150 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ea083861-110e-413b-b56b-013ec9e11105 req-6fa57089-1d71-4f5b-9e76-6337292c7173 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=3e9ef5c7-2881-4d8a-b503-c56e95a5c062&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3857806
Feb 02 13:40:50.357134 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b1f6dc8-09d1-4c0b-b92b-f64477133d42', 'tag': '1fd81545-4bc0-4371-966e-762e6e94373b'}] {{(pid=80185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:40:50.458553 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6d2d6b5a-e143-4b9c-ac70-d2aee0fde4f6 req-04de56d5-6509-4983-b501-4a0195393c42 service neutron] 10.222.0.132 "GET /v2.0/networks/8172d78b-1965-41c8-b582-b80f825f9910?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3231828
Feb 02 13:40:50.618599 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-61ffca1c-1b0d-435d-994c-50dde5a11bc6 req-6e00095a-8657-48c4-a3e2-e8e5ec2c03b8 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/ports?device_id=6cf7f0de-ccd0-430f-a0af-4e57ce8d696e HTTP/1.1" status: 200  len: 210 time: 0.1989443
Feb 02 13:40:50.705151 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6d2d6b5a-e143-4b9c-ac70-d2aee0fde4f6 req-27f541ef-d310-4879-afb4-61b305091ba2 service neutron] 10.222.0.132 "GET /v2.0/networks/8172d78b-1965-41c8-b582-b80f825f9910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2417057
Feb 02 13:40:50.720279 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b1f6dc8-09d1-4c0b-b92b-f64477133d42', 'tag': '1fd81545-4bc0-4371-966e-762e6e94373b', 'status': 'completed', 'code': 200}
Feb 02 13:40:50.902998 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf6c82-c3d6-4e1e-bccb-6139d47dca76 req-dc6a31a1-4b07-4408-a17c-76eb62357714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:50.905616 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-5eaf6c82-c3d6-4e1e-bccb-6139d47dca76 req-dc6a31a1-4b07-4408-a17c-76eb62357714 service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=0a0087d8438547bb932878d66ecc9a65&device_id=2b1f6dc8-09d1-4c0b-b92b-f64477133d42 HTTP/1.1" status: 200  len: 1165 time: 0.1294732
Feb 02 13:40:51.109478 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf6c82-c3d6-4e1e-bccb-6139d47dca76 req-2aa522c7-d434-452a-80b2-3d7ac7b17508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:51.111348 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-5eaf6c82-c3d6-4e1e-bccb-6139d47dca76 req-2aa522c7-d434-452a-80b2-3d7ac7b17508 service neutron] 10.222.0.132 "GET /v2.0/networks?id=8172d78b-1965-41c8-b582-b80f825f9910 HTTP/1.1" status: 200  len: 863 time: 0.2006557
Feb 02 13:40:51.221230 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-5eaf6c82-c3d6-4e1e-bccb-6139d47dca76 req-992548b2-9b9a-4341-80b5-a2333011087b service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=1fd81545-4bc0-4371-966e-762e6e94373b HTTP/1.1" status: 200  len: 217 time: 0.1045847
Feb 02 13:40:51.254655 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f178379-5379-4c0d-a863-48e0037e6801 req-1dfef761-9c00-4b35-a8eb-3ae13d441a60 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:51.255596 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7f178379-5379-4c0d-a863-48e0037e6801 req-1dfef761-9c00-4b35-a8eb-3ae13d441a60 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.132 "GET /v2.0/networks?id=49e9892e-e3c8-47c9-a38b-9f46a257b87b HTTP/1.1" status: 200  len: 809 time: 1.4156964
Feb 02 13:40:51.322751 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf6c82-c3d6-4e1e-bccb-6139d47dca76 req-61a851d3-d58d-4cec-ae3f-5faa1de00cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:51.325116 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-5eaf6c82-c3d6-4e1e-bccb-6139d47dca76 req-61a851d3-d58d-4cec-ae3f-5faa1de00cdf service neutron] 10.222.0.132 "GET /v2.0/subnets?id=b05849c4-1d88-4861-af53-bf51c921cd3f HTTP/1.1" status: 200  len: 843 time: 0.0982397
Feb 02 13:40:51.449191 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e404378-15be-44e2-8a17-1f456a5f59e0 req-ae89d569-daf2-40e2-ba45-e6cc0445c2fc tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:51.459974 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7e404378-15be-44e2-8a17-1f456a5f59e0 req-ae89d569-daf2-40e2-ba45-e6cc0445c2fc tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] 10.222.0.133 "GET /v2.0/ports?device_id=2b1f6dc8-09d1-4c0b-b92b-f64477133d42 HTTP/1.1" status: 200  len: 948 time: 1.3632984
Feb 02 13:40:51.464705 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf6c82-c3d6-4e1e-bccb-6139d47dca76 req-138b7bff-df70-4fd9-9624-66ab284fb631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:51.467969 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-5eaf6c82-c3d6-4e1e-bccb-6139d47dca76 req-138b7bff-df70-4fd9-9624-66ab284fb631 service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=8172d78b-1965-41c8-b582-b80f825f9910&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1363158
Feb 02 13:40:51.715670 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-5eaf6c82-c3d6-4e1e-bccb-6139d47dca76 req-7dedc081-17e9-40e6-9112-89705738c25e service neutron] 10.222.0.132 "GET /v2.0/networks/8172d78b-1965-41c8-b582-b80f825f9910?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2411952
Feb 02 13:40:51.860865 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7e404378-15be-44e2-8a17-1f456a5f59e0 req-2d7e79cf-ef9d-4546-80a7-0fccbde2afd6 tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] 10.222.0.133 "GET /v2.0/security-groups?id=e9135679-6b1d-41c8-8a43-6160d1125d60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3991044
Feb 02 13:40:51.891252 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c935b1a8-2e3c-4699-ad37-e7ef5a07c2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854753062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2835364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2297565'] for subnet, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:51.964782 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-3bab03a2-b967-4c01-ad11-723d822de211 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:40:52.013031 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-5eaf6c82-c3d6-4e1e-bccb-6139d47dca76 req-a0159862-2b72-4bb6-a729-3fa17b8ebbeb service neutron] 10.222.0.132 "GET /v2.0/networks/8172d78b-1965-41c8-b582-b80f825f9910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2842274
Feb 02 13:40:52.101795 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c935b1a8-2e3c-4699-ad37-e7ef5a07c2f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdb421d7-3e26-4929-a736-b93dc64e3cfd,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:40:52.153063 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7f178379-5379-4c0d-a863-48e0037e6801 req-d7ed14af-9d90-481c-b2c7-d4826d3e7a2b tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.132 "GET /v2.0/security-groups?tenant_id=8e16c9728d43493c958535e3444169f8 HTTP/1.1" status: 200  len: 5757 time: 0.5980575
Feb 02 13:40:52.164241 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-c935b1a8-2e3c-4699-ad37-e7ef5a07c2f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:40:52.237014 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6be53f77-4e7c-467a-a704-572f55a4e2af req-b4c97c0a-9033-418a-92ad-5503145153c9 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/ports?device_id=6cf7f0de-ccd0-430f-a0af-4e57ce8d696e HTTP/1.1" status: 200  len: 210 time: 0.2752275
Feb 02 13:40:52.278424 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Network 8172d78b-1965-41c8-b582-b80f825f9910 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 02 13:40:52.423912 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c935b1a8-2e3c-4699-ad37-e7ef5a07c2f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for subnet, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:52.437856 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-c935b1a8-2e3c-4699-ad37-e7ef5a07c2f6 admin admin] 10.222.0.133 "DELETE /v2.0/subnets/fdb421d7-3e26-4929-a736-b93dc64e3cfd HTTP/1.1" status: 204  len: 168 time: 3.8499734
Feb 02 13:40:52.442419 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 44284) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:40:52.465927 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-7f178379-5379-4c0d-a863-48e0037e6801 req-4cedd215-c44b-40cf-9973-18f2fec4b275 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Request body: {'port': {'device_id': '6cf7f0de-ccd0-430f-a0af-4e57ce8d696e', 'network_id': '49e9892e-e3c8-47c9-a38b-9f46a257b87b', 'admin_state_up': True, 'tenant_id': '8e16c9728d43493c958535e3444169f8', 'security_groups': ['9820b355-1340-4439-a5e3-858cadedd0e4']}} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:40:52.630980 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-a1bd20a6-298f-421b-92cc-9e245ecc09f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854257808'] for network, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:52.652435 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.objects.ports [None req-31810a83-8a12-42e7-9a6d-6f13fec0880f None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80186) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 02 13:40:52.814305 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-7f178379-5379-4c0d-a863-48e0037e6801 req-4cedd215-c44b-40cf-9973-18f2fec4b275 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:40:52.843689 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-7f178379-5379-4c0d-a863-48e0037e6801 req-4cedd215-c44b-40cf-9973-18f2fec4b275 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:40:52.866209 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f178379-5379-4c0d-a863-48e0037e6801 req-4cedd215-c44b-40cf-9973-18f2fec4b275 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Made reservation on behalf of 8e16c9728d43493c958535e3444169f8 for: {'port': 1} {{(pid=80184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 02 13:40:52.877131 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device 1fd81545-4bc0-4371-966e-762e6e94373b up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:40:52.903897 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-7f178379-5379-4c0d-a863-48e0037e6801 req-4cedd215-c44b-40cf-9973-18f2fec4b275 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:52.928978 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ff6dc497-dbb3-4944-872e-62a77d2ee54f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852698577'] for router_interface, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:52.960210 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-a1bd20a6-298f-421b-92cc-9e245ecc09f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12633', 'neutron.services.segments.db._delete_segments_for_network--9223363264942646934'] for network, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:53.050751 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning for port 1fd81545-4bc0-4371-966e-762e6e94373b completed by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:40:53.062092 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port 1fd81545-4bc0-4371-966e-762e6e94373b triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:40:53.063636 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:53.162729 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.services.segments.db [None req-a1bd20a6-298f-421b-92cc-9e245ecc09f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa5e985f6d8>,) {'filters': {'network_id': ['bfbd13a3-d870-417b-93b8-70f01824ec17']}} {{(pid=80185) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:40:53.184754 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.services.segments.db [None req-a1bd20a6-298f-421b-92cc-9e245ecc09f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa5e985f6d8>, '0171a29b-a4d8-433f-9f69-11da58cadf98') {'for_net_delete': True} {{(pid=80185) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:40:53.185260 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.services.segments.db [None req-a1bd20a6-298f-421b-92cc-9e245ecc09f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa5e985f6d8>, '0171a29b-a4d8-433f-9f69-11da58cadf98') {} {{(pid=80185) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:40:53.210965 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-a1bd20a6-298f-421b-92cc-9e245ecc09f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363264942647702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852015760'] for segment, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:53.237672 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-a1bd20a6-298f-421b-92cc-9e245ecc09f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764996'] for segment, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:53.242307 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a1bd20a6-298f-421b-92cc-9e245ecc09f6 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 02 13:40:53.317322 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:53.380503 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b1f6dc8-09d1-4c0b-b92b-f64477133d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd81545-4bc0-4371-966e-762e6e94373b'}] {{(pid=80186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:40:53.402100 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] For port 1fd81545-4bc0-4371-966e-762e6e94373b, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=1fd81545-4bc0-4371-966e-762e6e94373b,segment=NetworkSegment(6236c80b-f06c-4050-882b-af2716b28074),segment_id=6236c80b-f06c-4050-882b-af2716b28074)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:40:53.406743 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:53.409930 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-493d110f-7f42-431a-861f-afe2b4017d09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:40:53.530527 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Pushing event updated for resources: {'Port': ['ID=1fd81545-4bc0-4371-966e-762e6e94373b,revision_number=4']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:40:53.549326 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:40:53.597962 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-a1bd20a6-298f-421b-92cc-9e245ecc09f6 admin admin] Network bfbd13a3-d870-417b-93b8-70f01824ec17 has no segments {{(pid=80185) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 02 13:40:53.614024 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-a1bd20a6-298f-421b-92cc-9e245ecc09f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-10804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852565161'] for segment, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:53.765507 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-4b36f6c7-31b8-4c20-a08e-4dc2ae4ab594 req-3e9a4f14-4980-44a9-b245-4a4c2f48b39b tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/ports?device_id=6cf7f0de-ccd0-430f-a0af-4e57ce8d696e HTTP/1.1" status: 200  len: 210 time: 0.1809156
Feb 02 13:40:53.908919 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b1f6dc8-09d1-4c0b-b92b-f64477133d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd81545-4bc0-4371-966e-762e6e94373b', 'code': 200}
Feb 02 13:40:53.924064 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-a1bd20a6-298f-421b-92cc-9e245ecc09f6 admin admin] Network bfbd13a3-d870-417b-93b8-70f01824ec17 has no segments {{(pid=80185) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 02 13:40:53.927670 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device 1fd81545-4bc0-4371-966e-762e6e94373b up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:40:53.960415 dv-cinder-772388-4-iscsi neutron-server[80071]: Traceback (most recent call last):
Feb 02 13:40:53.960415 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 02 13:40:53.960415 dv-cinder-772388-4-iscsi neutron-server[80071]:     timer()
Feb 02 13:40:53.960415 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 02 13:40:53.960415 dv-cinder-772388-4-iscsi neutron-server[80071]:     cb(*args, **kw)
Feb 02 13:40:53.960415 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 02 13:40:53.960415 dv-cinder-772388-4-iscsi neutron-server[80071]:     return func(*args, **kwargs)
Feb 02 13:40:53.960415 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 02 13:40:53.960415 dv-cinder-772388-4-iscsi neutron-server[80071]:     self._notify()
Feb 02 13:40:53.960415 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 02 13:40:53.960415 dv-cinder-772388-4-iscsi neutron-server[80071]:     self.callback(batched_events)
Feb 02 13:40:53.960415 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 02 13:40:53.960415 dv-cinder-772388-4-iscsi neutron-server[80071]:     event.method(event)
Feb 02 13:40:53.960415 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 02 13:40:53.960415 dv-cinder-772388-4-iscsi neutron-server[80071]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 02 13:40:53.960415 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 02 13:40:53.960415 dv-cinder-772388-4-iscsi neutron-server[80071]:     segment_id)['aggregates'][0]
Feb 02 13:40:53.960415 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 02 13:40:53.960415 dv-cinder-772388-4-iscsi neutron-server[80071]:     return f(self, *a, **k)
Feb 02 13:40:53.960415 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 02 13:40:53.960415 dv-cinder-772388-4-iscsi neutron-server[80071]:     return self._get(url).json()
Feb 02 13:40:53.960415 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 02 13:40:53.960415 dv-cinder-772388-4-iscsi neutron-server[80071]:     **kwargs)
Feb 02 13:40:53.960415 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 02 13:40:53.960415 dv-cinder-772388-4-iscsi neutron-server[80071]:     return self.request(url, 'GET', **kwargs)
Feb 02 13:40:53.960415 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 02 13:40:53.960415 dv-cinder-772388-4-iscsi neutron-server[80071]:     **endpoint_filter)
Feb 02 13:40:53.960415 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 02 13:40:53.960415 dv-cinder-772388-4-iscsi neutron-server[80071]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 02 13:40:53.960415 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 02 13:40:53.960415 dv-cinder-772388-4-iscsi neutron-server[80071]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 02 13:40:53.960415 dv-cinder-772388-4-iscsi neutron-server[80071]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 02 13:40:54.057751 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port 1fd81545-4bc0-4371-966e-762e6e94373b triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:40:54.058378 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:54.093722 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-a1bd20a6-298f-421b-92cc-9e245ecc09f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854763167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852699500'] for network, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:54.103103 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-915c33c1-7a5d-4a88-8161-6b032ff38e72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:40:54.140081 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-a1bd20a6-298f-421b-92cc-9e245ecc09f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for network, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:54.160856 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd20a6-298f-421b-92cc-9e245ecc09f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfbd13a3-d870-417b-93b8-70f01824ec17,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:40:54.169087 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-a1bd20a6-298f-421b-92cc-9e245ecc09f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:40:54.176947 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08155f07-c826-4aa0-830c-00b8299ad27d req-23ac3f37-f7fc-430d-a704-f8669ecfbe7f tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:54.179658 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-08155f07-c826-4aa0-830c-00b8299ad27d req-23ac3f37-f7fc-430d-a704-f8669ecfbe7f tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] 10.222.0.133 "GET /v2.0/ports?device_id=2b1f6dc8-09d1-4c0b-b92b-f64477133d42 HTTP/1.1" status: 200  len: 948 time: 1.0114193
Feb 02 13:40:54.246824 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-a1bd20a6-298f-421b-92cc-9e245ecc09f6 admin admin] 10.222.0.133 "DELETE /v2.0/networks/bfbd13a3-d870-417b-93b8-70f01824ec17 HTTP/1.1" status: 204  len: 168 time: 1.8024573
Feb 02 13:40:54.305701 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8e59cb-98c3-4248-b667-b75fbea9818d req-60789454-7954-42b5-b2fa-f603034dba01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:54.307828 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-0a8e59cb-98c3-4248-b667-b75fbea9818d req-60789454-7954-42b5-b2fa-f603034dba01 service neutron] 10.222.0.132 "GET /v2.0/ports?device_id=2b1f6dc8-09d1-4c0b-b92b-f64477133d42 HTTP/1.1" status: 200  len: 1167 time: 0.1336188
Feb 02 13:40:54.373251 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-0a8e59cb-98c3-4248-b667-b75fbea9818d req-13e0215f-4c22-4da3-aa57-1b936ded0b1d service neutron] 10.222.0.132 "GET /v2.0/security-groups?id=e9135679-6b1d-41c8-8a43-6160d1125d60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572586
Feb 02 13:40:54.582149 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 44296) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:40:54.655078 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-3400dcae-961b-4ac8-b84e-e59b7d5382e8 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=da040d840d5945a4bc1739a99331270a&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0682561
Feb 02 13:40:54.655641 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 44300) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:40:54.738285 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d5712094-a5ab-48e0-b468-cb5371f107fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:54.748727 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-08155f07-c826-4aa0-830c-00b8299ad27d req-fc24ce94-d5a5-4437-8c40-211a4d97b6e1 tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] 10.222.0.133 "GET /v2.0/security-groups?id=e9135679-6b1d-41c8-8a43-6160d1125d60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5546718
Feb 02 13:40:54.788009 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d5712094-a5ab-48e0-b468-cb5371f107fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:54.856687 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-ff6dc497-dbb3-4944-872e-62a77d2ee54f admin admin] Deleting port c401f275-8e11-453c-b488-aa2e036693dc {{(pid=80184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:40:54.857530 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ff6dc497-dbb3-4944-872e-62a77d2ee54f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:54.869105 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d5712094-a5ab-48e0-b468-cb5371f107fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:54.874732 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-86bbbd85-1a5f-469e-a471-91b654f7bfea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:40:54.890304 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5712094-a5ab-48e0-b468-cb5371f107fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3981d7-7e1a-4930-b113-8bfee26cb618,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:40:54.895766 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-d5712094-a5ab-48e0-b468-cb5371f107fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:40:54.898178 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d5712094-a5ab-48e0-b468-cb5371f107fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:54.899414 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-d5712094-a5ab-48e0-b468-cb5371f107fc admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/8e3981d7-7e1a-4930-b113-8bfee26cb618 HTTP/1.1" status: 204  len: 168 time: 0.2425992
Feb 02 13:40:54.918759 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_common [req-7f178379-5379-4c0d-a863-48e0037e6801 req-4cedd215-c44b-40cf-9973-18f2fec4b275 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Allocated IP 172.20.0.14 (49e9892e-e3c8-47c9-a38b-9f46a257b87b/e347391d-b5e6-4cc9-bee6-953d0e0b3d40/1b3f9eb4-7da2-479a-ae23-9653b881385d) {{(pid=80184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 02 13:40:55.246886 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-af031a41-70fb-44b5-aa04-8935b2114993 req-d41e41ec-e29d-4cd7-9e2a-dea993280919 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/ports?device_id=6cf7f0de-ccd0-430f-a0af-4e57ce8d696e HTTP/1.1" status: 200  len: 210 time: 0.2405014
Feb 02 13:40:55.468345 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-ff6dc497-dbb3-4944-872e-62a77d2ee54f admin admin] For port c401f275-8e11-453c-b488-aa2e036693dc, host dv-cinder-772388-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=c401f275-8e11-453c-b488-aa2e036693dc,segment=NetworkSegment(74161cca-e56a-4704-b658-1eba40fb5e34),segment_id=74161cca-e56a-4704-b658-1eba40fb5e34)] {{(pid=80184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:40:55.468815 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ff6dc497-dbb3-4944-872e-62a77d2ee54f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:55.711161 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-ff6dc497-dbb3-4944-872e-62a77d2ee54f admin admin] Calling delete_port for c401f275-8e11-453c-b488-aa2e036693dc owned by network:router_interface {{(pid=80184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:40:55.849176 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-7f178379-5379-4c0d-a863-48e0037e6801 req-4cedd215-c44b-40cf-9973-18f2fec4b275 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Notify callbacks [] for port, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:55.971832 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-1df69cf7-21ce-4698-b795-3e433429978c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:56.212715 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [req-7f178379-5379-4c0d-a863-48e0037e6801 req-4cedd215-c44b-40cf-9973-18f2fec4b275 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Transition to ACTIVE for port object 1b3f9eb4-7da2-479a-ae23-9653b881385d will not be triggered until provisioned by entity DHCP. {{(pid=80184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:40:56.436905 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30c75b-8fbb-4a93-8893-43e81a9bf97b req-737b2dcb-e723-41ab-839f-58e28430dc80 tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:56.438912 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-9d30c75b-8fbb-4a93-8893-43e81a9bf97b req-737b2dcb-e723-41ab-839f-58e28430dc80 tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] 10.222.0.133 "GET /v2.0/ports?device_id=2b1f6dc8-09d1-4c0b-b92b-f64477133d42 HTTP/1.1" status: 200  len: 950 time: 0.3686759
Feb 02 13:40:56.445209 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 44328) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:40:56.586543 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-7f178379-5379-4c0d-a863-48e0037e6801 req-4cedd215-c44b-40cf-9973-18f2fec4b275 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264943169311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851940450'] for port, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:56.662635 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-c2889960-f4a7-4bc2-808f-0a77a8669edd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:40:56.726360 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-327347b7-ccd1-4196-86eb-36d3de29d8af admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1276437189-network', 'tenant_id': 'cd7754e4156f443f9c5968fdaa666ad4'}} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:40:56.833143 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-327347b7-ccd1-4196-86eb-36d3de29d8af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:40:56.869313 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-327347b7-ccd1-4196-86eb-36d3de29d8af admin admin] Usage tracker for resource:network and tenant:cd7754e4156f443f9c5968fdaa666ad4 is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:40:56.875603 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-327347b7-ccd1-4196-86eb-36d3de29d8af admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:40:56.890697 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ff6dc497-dbb3-4944-872e-62a77d2ee54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264942761622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264943208991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851940450'] for port, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:56.932199 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-9d30c75b-8fbb-4a93-8893-43e81a9bf97b req-3da683bc-2985-4e9e-94fa-02d702b183ff tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] 10.222.0.133 "GET /v2.0/security-groups?id=e9135679-6b1d-41c8-8a43-6160d1125d60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4303858
Feb 02 13:40:56.941964 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-327347b7-ccd1-4196-86eb-36d3de29d8af admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:40:57.064539 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cedd215-c44b-40cf-9973-18f2fec4b275 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Pushing event updated for resources: {'Port': ['ID=1b3f9eb4-7da2-479a-ae23-9653b881385d,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:40:57.082403 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-4cedd215-c44b-40cf-9973-18f2fec4b275 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:40:57.087357 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-511236c0-f199-4d7d-ad53-c969b632a2a8 tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:40:57.165589 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327347b7-ccd1-4196-86eb-36d3de29d8af admin admin] Made reservation on behalf of cd7754e4156f443f9c5968fdaa666ad4 for: {'network': 1} {{(pid=80184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 02 13:40:57.171860 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-327347b7-ccd1-4196-86eb-36d3de29d8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for network, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:57.193442 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6dc497-dbb3-4944-872e-62a77d2ee54f admin admin] Pushing event deleted for resources: {'Port': ['ID=c401f275-8e11-453c-b488-aa2e036693dc,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:40:57.215099 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-ff6dc497-dbb3-4944-872e-62a77d2ee54f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:40:57.220847 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-327347b7-ccd1-4196-86eb-36d3de29d8af admin admin] Notify callbacks [] for security_group, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:57.294136 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-327347b7-ccd1-4196-86eb-36d3de29d8af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:40:57.417929 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08307d9c-06ef-4e11-b274-94deecbe02ea req-c5bb141e-8deb-4dff-b776-01489bdde769 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:57.419914 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-08307d9c-06ef-4e11-b274-94deecbe02ea req-c5bb141e-8deb-4dff-b776-01489bdde769 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/ports?device_id=6cf7f0de-ccd0-430f-a0af-4e57ce8d696e HTTP/1.1" status: 200  len: 932 time: 0.9091682
Feb 02 13:40:57.430902 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-327347b7-ccd1-4196-86eb-36d3de29d8af admin admin] Usage tracker for resource:security_group_rule and tenant:cd7754e4156f443f9c5968fdaa666ad4 is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:40:57.444934 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-327347b7-ccd1-4196-86eb-36d3de29d8af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:40:57.461365 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f178379-5379-4c0d-a863-48e0037e6801 req-4cedd215-c44b-40cf-9973-18f2fec4b275 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Network 49e9892e-e3c8-47c9-a38b-9f46a257b87b is already hosted by enough agents. {{(pid=80184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:40:57.470372 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [req-7f178379-5379-4c0d-a863-48e0037e6801 req-4cedd215-c44b-40cf-9973-18f2fec4b275 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Resources bound (agent type, host, resource id):  {{(pid=80184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:40:57.473306 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-327347b7-ccd1-4196-86eb-36d3de29d8af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:40:57.502344 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f178379-5379-4c0d-a863-48e0037e6801 req-4cedd215-c44b-40cf-9973-18f2fec4b275 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Received port after_create {{(pid=80184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 02 13:40:57.826593 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-8942b42f-7b40-42e3-bdd8-91a45d214f10 None None] Provisioning for port 1b3f9eb4-7da2-479a-ae23-9653b881385d completed by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:40:57.833017 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-8942b42f-7b40-42e3-bdd8-91a45d214f10 None None] Provisioning complete for port 1b3f9eb4-7da2-479a-ae23-9653b881385d triggered by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:40:57.833717 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-8942b42f-7b40-42e3-bdd8-91a45d214f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:57.951641 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-8942b42f-7b40-42e3-bdd8-91a45d214f10 None None] Port 1b3f9eb4-7da2-479a-ae23-9653b881385d cannot update to ACTIVE because it is not bound. {{(pid=80186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 02 13:40:58.029783 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-08307d9c-06ef-4e11-b274-94deecbe02ea req-0ffe017d-687e-46c9-ac5a-090cb304d278 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/security-groups?id=9820b355-1340-4439-a5e3-858cadedd0e4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.5893283
Feb 02 13:40:58.158624 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f178379-5379-4c0d-a863-48e0037e6801 req-4cedd215-c44b-40cf-9973-18f2fec4b275 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:58.159452 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-7f178379-5379-4c0d-a863-48e0037e6801 req-4cedd215-c44b-40cf-9973-18f2fec4b275 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for port, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:58.475473 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7f178379-5379-4c0d-a863-48e0037e6801 req-4cedd215-c44b-40cf-9973-18f2fec4b275 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.132 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 6.0146425
Feb 02 13:40:58.635169 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80eb8b9-b23d-4c3b-a2df-a0e76fb9c849 req-f64ce09b-3121-4e88-bde7-5e2473ec8b10 tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:58.637260 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a80eb8b9-b23d-4c3b-a2df-a0e76fb9c849 req-f64ce09b-3121-4e88-bde7-5e2473ec8b10 tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] 10.222.0.133 "GET /v2.0/ports?device_id=2b1f6dc8-09d1-4c0b-b92b-f64477133d42 HTTP/1.1" status: 200  len: 950 time: 1.0802968
Feb 02 13:40:58.649925 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-7f178379-5379-4c0d-a863-48e0037e6801 req-8e5a52a3-4403-4215-8278-9b30c83f40f6 service neutron] Request body: {'port': {'device_id': '6cf7f0de-ccd0-430f-a0af-4e57ce8d696e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:40:58.693167 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267261b8-c9a4-4428-beb3-a7e34a9aa288 req-c0d9cbe4-a098-40d3-be36-c1cf87e89c4d tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:58.694726 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-267261b8-c9a4-4428-beb3-a7e34a9aa288 req-c0d9cbe4-a098-40d3-be36-c1cf87e89c4d tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] Synchronizing usage tracker for tenant:0a0087d8438547bb932878d66ecc9a65 on resource:port {{(pid=80185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:40:58.713804 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-267261b8-c9a4-4428-beb3-a7e34a9aa288 req-c0d9cbe4-a098-40d3-be36-c1cf87e89c4d tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] Unset dirty status for tenant:0a0087d8438547bb932878d66ecc9a65 on resource:port {{(pid=80185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:40:58.715123 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-267261b8-c9a4-4428-beb3-a7e34a9aa288 req-c0d9cbe4-a098-40d3-be36-c1cf87e89c4d tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] 10.222.0.132 "GET /v2.0/ports?device_id=2b1f6dc8-09d1-4c0b-b92b-f64477133d42 HTTP/1.1" status: 200  len: 950 time: 0.2196221
Feb 02 13:40:58.782864 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-327347b7-ccd1-4196-86eb-36d3de29d8af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:58.820060 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-327347b7-ccd1-4196-86eb-36d3de29d8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:58.837925 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:40:58.847114 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-267261b8-c9a4-4428-beb3-a7e34a9aa288 req-b3b6cd58-afa2-4c30-858e-c0ab01f620c4 tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] Deleting port 1fd81545-4bc0-4371-966e-762e6e94373b {{(pid=80185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:40:58.847849 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-267261b8-c9a4-4428-beb3-a7e34a9aa288 req-b3b6cd58-afa2-4c30-858e-c0ab01f620c4 tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:58.978153 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a80eb8b9-b23d-4c3b-a2df-a0e76fb9c849 req-17e20de6-cd6a-408c-88c4-0fa908b13aa6 tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] 10.222.0.133 "GET /v2.0/security-groups?id=e9135679-6b1d-41c8-8a43-6160d1125d60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2847798
Feb 02 13:40:58.999541 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-327347b7-ccd1-4196-86eb-36d3de29d8af admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 02 13:40:59.016518 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ff6dc497-dbb3-4944-872e-62a77d2ee54f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1697760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2075243'] for router_interface, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:59.018379 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c7e8766e-8d12-4426-afca-822902410145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:59.048802 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327347b7-ccd1-4196-86eb-36d3de29d8af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf45936-222b-4231-b1c1-f21c9d0cab0f,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:40:59.141833 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-327347b7-ccd1-4196-86eb-36d3de29d8af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:40:59.162556 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-327347b7-ccd1-4196-86eb-36d3de29d8af admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771912128866', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764996'] for segment, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:59.163184 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.db.segments_db [None req-327347b7-ccd1-4196-86eb-36d3de29d8af admin admin] Added segment 0522b398-1ec8-4393-ac04-13794fe5c461 of type vxlan for network 3479bc0a-c59f-46b3-bbc2-ab9e2562f2ca
Feb 02 13:40:59.180527 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-7f178379-5379-4c0d-a863-48e0037e6801 req-8e5a52a3-4403-4215-8278-9b30c83f40f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:59.337948 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-788b75e8-2fe4-413f-82d2-573844868e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:59.438770 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-327347b7-ccd1-4196-86eb-36d3de29d8af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771911551603'] for network, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:59.560624 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-267261b8-c9a4-4428-beb3-a7e34a9aa288 req-b3b6cd58-afa2-4c30-858e-c0ab01f620c4 tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] For port 1fd81545-4bc0-4371-966e-762e6e94373b, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=1fd81545-4bc0-4371-966e-762e6e94373b,segment=NetworkSegment(6236c80b-f06c-4050-882b-af2716b28074),segment_id=6236c80b-f06c-4050-882b-af2716b28074)] {{(pid=80185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:40:59.561405 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-267261b8-c9a4-4428-beb3-a7e34a9aa288 req-b3b6cd58-afa2-4c30-858e-c0ab01f620c4 tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:59.742875 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-267261b8-c9a4-4428-beb3-a7e34a9aa288 req-b3b6cd58-afa2-4c30-858e-c0ab01f620c4 tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] Calling delete_port for 1fd81545-4bc0-4371-966e-762e6e94373b owned by compute:nova {{(pid=80185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:40:59.744388 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-327347b7-ccd1-4196-86eb-36d3de29d8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670'] for network, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:59.909542 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327347b7-ccd1-4196-86eb-36d3de29d8af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:40:59.910430 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-327347b7-ccd1-4196-86eb-36d3de29d8af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for network, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:59.932899 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device 1fd81545-4bc0-4371-966e-762e6e94373b no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 02 13:40:59.947111 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-0d08d3ea-a818-467e-b4b6-82eff0f08d86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:40:59.965666 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-267261b8-c9a4-4428-beb3-a7e34a9aa288 req-b3b6cd58-afa2-4c30-858e-c0ab01f620c4 tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264942761622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264943208991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2210562'] for port, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:40:59.983730 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] No Port match for: 1fd81545-4bc0-4371-966e-762e6e94373b {{(pid=80186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 02 13:40:59.983730 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device 1fd81545-4bc0-4371-966e-762e6e94373b not bound to the agent host hv-cinder-77238 {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 02 13:40:59.993250 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:00.139520 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b6cd58-afa2-4c30-858e-c0ab01f620c4 tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] Pushing event deleted for resources: {'Port': ['ID=1fd81545-4bc0-4371-966e-762e6e94373b,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:00.150914 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-b3b6cd58-afa2-4c30-858e-c0ab01f620c4 tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:00.256485 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c99e23c-3c2e-42d5-9f17-e6e87faa3c98 req-5e1e96c2-9be7-49f1-af3d-baf4d95344e7 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:00.257370 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-2c99e23c-3c2e-42d5-9f17-e6e87faa3c98 req-5e1e96c2-9be7-49f1-af3d-baf4d95344e7 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Synchronizing usage tracker for tenant:8e16c9728d43493c958535e3444169f8 on resource:port {{(pid=80184) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:41:00.296200 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:00.345337 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [req-267261b8-c9a4-4428-beb3-a7e34a9aa288 req-b3b6cd58-afa2-4c30-858e-c0ab01f620c4 tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] No DVR routers for this DVR port 1fd81545-4bc0-4371-966e-762e6e94373b on host hv-cinder-77238 {{(pid=80185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 02 13:41:00.349034 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-267261b8-c9a4-4428-beb3-a7e34a9aa288 req-b3b6cd58-afa2-4c30-858e-c0ab01f620c4 tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for port, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:00.354390 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b1f6dc8-09d1-4c0b-b92b-f64477133d42', 'name': 'network-vif-deleted', 'tag': '1fd81545-4bc0-4371-966e-762e6e94373b'}] {{(pid=80185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:41:00.365238 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-327347b7-ccd1-4196-86eb-36d3de29d8af admin admin] 10.222.0.133 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 3.9143496
Feb 02 13:41:00.372191 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 44346) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:41:00.385743 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-9780d0da-442b-434d-a8e6-839c2d97d9a4 admin admin] Request body: {'subnet': {'network_id': '3479bc0a-c59f-46b3-bbc2-ab9e2562f2ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1276437189-subnet', 'tenant_id': 'cd7754e4156f443f9c5968fdaa666ad4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:41:00.394428 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-267261b8-c9a4-4428-beb3-a7e34a9aa288 req-b3b6cd58-afa2-4c30-858e-c0ab01f620c4 tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] 10.222.0.132 "DELETE /v2.0/ports/1fd81545-4bc0-4371-966e-762e6e94373b HTTP/1.1" status: 204  len: 173 time: 1.6747599
Feb 02 13:41:00.397206 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-9780d0da-442b-434d-a8e6-839c2d97d9a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:41:00.397982 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327347b7-ccd1-4196-86eb-36d3de29d8af admin admin] Pushing event updated for resources: {'Network': ['ID=3479bc0a-c59f-46b3-bbc2-ab9e2562f2ca,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:00.404905 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-9780d0da-442b-434d-a8e6-839c2d97d9a4 admin admin] Usage tracker for resource:subnet and tenant:cd7754e4156f443f9c5968fdaa666ad4 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:41:00.409377 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-9780d0da-442b-434d-a8e6-839c2d97d9a4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:41:00.413124 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Network 3479bc0a-c59f-46b3-bbc2-ab9e2562f2ca details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 02 13:41:00.437810 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-dc863c56-3fac-459a-acb7-0ee1e6c58b0c req-6cf9bde9-e4b8-41cb-bf8a-682ad4197a22 tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] 10.222.0.133 "GET /v2.0/ports?device_id=2b1f6dc8-09d1-4c0b-b92b-f64477133d42 HTTP/1.1" status: 200  len: 210 time: 0.1583927
Feb 02 13:41:00.446925 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-9780d0da-442b-434d-a8e6-839c2d97d9a4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:41:00.459746 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-327347b7-ccd1-4196-86eb-36d3de29d8af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:00.460797 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-2c99e23c-3c2e-42d5-9f17-e6e87faa3c98 req-5e1e96c2-9be7-49f1-af3d-baf4d95344e7 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Unset dirty status for tenant:8e16c9728d43493c958535e3444169f8 on resource:port {{(pid=80184) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:41:00.472835 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2c99e23c-3c2e-42d5-9f17-e6e87faa3c98 req-5e1e96c2-9be7-49f1-af3d-baf4d95344e7 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/ports?device_id=6cf7f0de-ccd0-430f-a0af-4e57ce8d696e HTTP/1.1" status: 200  len: 932 time: 1.1899667
Feb 02 13:41:00.479036 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9780d0da-442b-434d-a8e6-839c2d97d9a4 admin admin] Made reservation on behalf of cd7754e4156f443f9c5968fdaa666ad4 for: {'subnet': 1} {{(pid=80185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 02 13:41:00.497865 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-9780d0da-442b-434d-a8e6-839c2d97d9a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2326440'] for subnet, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:00.674021 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Network 3479bc0a-c59f-46b3-bbc2-ab9e2562f2ca details requested by agent ovs-agent-dv-cinder-772388-4-iscsi with host dv-cinder-772388-4-iscsi {{(pid=80186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 02 13:41:00.721740 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b1f6dc8-09d1-4c0b-b92b-f64477133d42', 'name': 'network-vif-deleted', 'tag': '1fd81545-4bc0-4371-966e-762e6e94373b', 'status': 'completed', 'code': 200}
Feb 02 13:41:01.031758 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-42ef245d-f728-4293-a752-dedea4fc02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:01.271548 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2c99e23c-3c2e-42d5-9f17-e6e87faa3c98 req-ebcbbaad-ee20-48d0-8203-f32dab48f6f8 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/security-groups?id=9820b355-1340-4439-a5e3-858cadedd0e4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.7159626
Feb 02 13:41:01.358817 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-9780d0da-442b-434d-a8e6-839c2d97d9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852565763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2326427'] for subnet, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:01.387745 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-70fb851d-b3ae-431c-b155-d7efb9e0d3be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:01.441378 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff6dc497-dbb3-4944-872e-62a77d2ee54f admin admin] Router 7c3b1b28-3193-4c06-8858-8f34445ae1da has already been hosted by L3 agent 46ed2aac-7d32-4274-9cac-387c5fc2cd87 {{(pid=80184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 02 13:41:01.617550 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9780d0da-442b-434d-a8e6-839c2d97d9a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acde5439-0e8e-481f-9ba9-472ed447903a,revision_number=0']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:01.625639 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-9780d0da-442b-434d-a8e6-839c2d97d9a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:01.675182 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [req-7f178379-5379-4c0d-a863-48e0037e6801 req-8e5a52a3-4403-4215-8278-9b30c83f40f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b3f9eb4-7da2-479a-ae23-9653b881385d {{(pid=80184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 02 13:41:01.698795 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-7f178379-5379-4c0d-a863-48e0037e6801 req-8e5a52a3-4403-4215-8278-9b30c83f40f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:01.741791 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [req-7f178379-5379-4c0d-a863-48e0037e6801 req-8e5a52a3-4403-4215-8278-9b30c83f40f6 service neutron] Transition to ACTIVE for port object 1b3f9eb4-7da2-479a-ae23-9653b881385d will not be triggered until provisioned by entity L2. {{(pid=80184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:41:01.752021 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-7f178379-5379-4c0d-a863-48e0037e6801 req-8e5a52a3-4403-4215-8278-9b30c83f40f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2835433'] for port, after_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:01.780564 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:01.795918 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9780d0da-442b-434d-a8e6-839c2d97d9a4 admin admin] Checking segment: {'id': '0522b398-1ec8-4393-ac04-13794fe5c461', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3479bc0a-c59f-46b3-bbc2-ab9e2562f2ca'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:41:01.796706 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9780d0da-442b-434d-a8e6-839c2d97d9a4 admin admin] Network hostable DHCP agents. Network: 3479bc0a-c59f-46b3-bbc2-ab9e2562f2ca, hostable agents: ['f461d640-d7db-44f6-a785-e3cace2a4602'], hosted agents: [] {{(pid=80185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 02 13:41:01.842461 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9780d0da-442b-434d-a8e6-839c2d97d9a4 admin admin] Network 3479bc0a-c59f-46b3-bbc2-ab9e2562f2ca is scheduled to be hosted by DHCP agent f461d640-d7db-44f6-a785-e3cace2a4602 with binding_index 1 {{(pid=80185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 02 13:41:01.862915 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [None req-9780d0da-442b-434d-a8e6-839c2d97d9a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-4-iscsi, 3479bc0a-c59f-46b3-bbc2-ab9e2562f2ca) {{(pid=80185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:41:01.880742 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc940064-2ec0-442b-823a-553c82a43049 None None] Network 3479bc0a-c59f-46b3-bbc2-ab9e2562f2ca requested from dv-cinder-772388-4-iscsi {{(pid=80186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 02 13:41:01.889074 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9780d0da-442b-434d-a8e6-839c2d97d9a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:01.890184 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-9780d0da-442b-434d-a8e6-839c2d97d9a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:01.955243 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-9780d0da-442b-434d-a8e6-839c2d97d9a4 admin admin] 10.222.0.133 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.5812500
Feb 02 13:41:02.013145 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff6dc497-dbb3-4944-872e-62a77d2ee54f admin admin] Notify agent at l3_agent.dv-cinder-772388-4-iscsi the message routers_updated {{(pid=80184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 02 13:41:02.027765 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-ff6dc497-dbb3-4944-872e-62a77d2ee54f admin admin] 10.222.0.133 "PUT /v2.0/routers/7c3b1b28-3193-4c06-8858-8f34445ae1da/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 12.6754768
Feb 02 13:41:02.029551 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a52a3-4403-4215-8278-9b30c83f40f6 service neutron] Pushing event updated for resources: {'Port': ['ID=1b3f9eb4-7da2-479a-ae23-9653b881385d,revision_number=2']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:02.037109 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 44364) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:41:02.048766 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53152352-3540-417e-ad63-97ddeed91c65 None None] Sync routers for ids ['7c3b1b28-3193-4c06-8858-8f34445ae1da'] in dv-cinder-772388-4-iscsi {{(pid=80187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 02 13:41:02.090759 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53152352-3540-417e-ad63-97ddeed91c65 None None] Routers {'7c3b1b28-3193-4c06-8858-8f34445ae1da'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:41:02.093815 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-53152352-3540-417e-ad63-97ddeed91c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e970b390>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:40:59Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['7c3b1b28-3193-4c06-8858-8f34445ae1da'], 'active': True} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:41:02.127229 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-8e5a52a3-4403-4215-8278-9b30c83f40f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:02.431205 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db70c27d-4800-426d-ad3c-7a42680b1b90 None None] Network 3479bc0a-c59f-46b3-bbc2-ab9e2562f2ca requested from dv-cinder-772388-4-iscsi {{(pid=80186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 02 13:41:02.918893 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-1357243e-58c1-422b-aace-eefbf9895791 admin admin] Notify callbacks [] for router, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:03.032659 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-53152352-3540-417e-ad63-97ddeed91c65 None None] Set router 7c3b1b28-3193-4c06-8858-8f34445ae1da gateway port host: dv-cinder-772388-4-iscsi {{(pid=80187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:41:03.238714 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:03.336928 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [req-7f178379-5379-4c0d-a863-48e0037e6801 req-8e5a52a3-4403-4215-8278-9b30c83f40f6 service neutron] Attempting to bind port 1b3f9eb4-7da2-479a-ae23-9653b881385d on host hv-cinder-77238 for vnic_type normal with profile  {{(pid=80184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 02 13:41:03.337403 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [req-7f178379-5379-4c0d-a863-48e0037e6801 req-8e5a52a3-4403-4215-8278-9b30c83f40f6 service neutron] Attempting to bind port 1b3f9eb4-7da2-479a-ae23-9653b881385d by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': 'a37564d3-6094-474f-ba68-3e55654583de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '49e9892e-e3c8-47c9-a38b-9f46a257b87b'}] {{(pid=80184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 02 13:41:03.338109 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f178379-5379-4c0d-a863-48e0037e6801 req-8e5a52a3-4403-4215-8278-9b30c83f40f6 service neutron] Attempting to bind port 1b3f9eb4-7da2-479a-ae23-9653b881385d on network 49e9892e-e3c8-47c9-a38b-9f46a257b87b {{(pid=80184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 02 13:41:03.372807 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f178379-5379-4c0d-a863-48e0037e6801 req-8e5a52a3-4403-4215-8278-9b30c83f40f6 service neutron] Checking agent: {'id': '3f7ac43e-b359-42e2-9e67-18be39e96b32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 34, 33), 'started_at': datetime.datetime(2021, 2, 2, 13, 35, 3), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.120', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 02 13:41:03.373283 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f178379-5379-4c0d-a863-48e0037e6801 req-8e5a52a3-4403-4215-8278-9b30c83f40f6 service neutron] Checking segment: {'id': 'a37564d3-6094-474f-ba68-3e55654583de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '49e9892e-e3c8-47c9-a38b-9f46a257b87b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:41:03.373624 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-7f178379-5379-4c0d-a863-48e0037e6801 req-8e5a52a3-4403-4215-8278-9b30c83f40f6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:03.374026 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f178379-5379-4c0d-a863-48e0037e6801 req-8e5a52a3-4403-4215-8278-9b30c83f40f6 service neutron] Bound using segment: {'id': 'a37564d3-6094-474f-ba68-3e55654583de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '49e9892e-e3c8-47c9-a38b-9f46a257b87b'} {{(pid=80184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 02 13:41:03.374492 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [req-7f178379-5379-4c0d-a863-48e0037e6801 req-8e5a52a3-4403-4215-8278-9b30c83f40f6 service neutron] Bound port: 1b3f9eb4-7da2-479a-ae23-9653b881385d, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a37564d3-6094-474f-ba68-3e55654583de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '49e9892e-e3c8-47c9-a38b-9f46a257b87b'}}] {{(pid=80184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 02 13:41:03.374997 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-7f178379-5379-4c0d-a863-48e0037e6801 req-8e5a52a3-4403-4215-8278-9b30c83f40f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:03.546481 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb274d-3a74-4245-8241-dc40e0ea5f04 req-0b5cbd11-4b68-4611-b232-60ce1984e611 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:03.558970 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a5fb274d-3a74-4245-8241-dc40e0ea5f04 req-0b5cbd11-4b68-4611-b232-60ce1984e611 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/ports?device_id=6cf7f0de-ccd0-430f-a0af-4e57ce8d696e HTTP/1.1" status: 200  len: 944 time: 0.8965721
Feb 02 13:41:03.662960 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-53152352-3540-417e-ad63-97ddeed91c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e970b390>, [{'id': '7c3b1b28-3193-4c06-8858-8f34445ae1da', 'name': 'tempest-ServerRescueNegativeTestJSON-1159884524-router', 'tenant_id': 'cea623c3b184459485bd931a9663986e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '3862eff7-d9e6-4b82-96b8-f937f6a71b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:36:23Z', 'updated_at': '2021-02-02T13:40:56Z', 'revision_number': 5, 'project_id': 'cea623c3b184459485bd931a9663986e', 'gw_port': {'id': '3862eff7-d9e6-4b82-96b8-f937f6a71b46', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3b1b28-3193-4c06-8858-8f34445ae1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:36:25Z', 'updated_at': '2021-02-02T13:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi'}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:41:03.665149 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-1357243e-58c1-422b-aace-eefbf9895791 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:03.670241 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53152352-3540-417e-ad63-97ddeed91c65 None None] Checking router: 7c3b1b28-3193-4c06-8858-8f34445ae1da for host: dv-cinder-772388-4-iscsi {{(pid=80187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 02 13:41:03.674802 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-1357243e-58c1-422b-aace-eefbf9895791 admin admin] Deleting port 3862eff7-d9e6-4b82-96b8-f937f6a71b46 {{(pid=80184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:41:03.675784 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-1357243e-58c1-422b-aace-eefbf9895791 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:03.687323 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53152352-3540-417e-ad63-97ddeed91c65 None None] Routers {'7c3b1b28-3193-4c06-8858-8f34445ae1da'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:41:03.688477 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-53152352-3540-417e-ad63-97ddeed91c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e970b390>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:40:59Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['7c3b1b28-3193-4c06-8858-8f34445ae1da'], 'active': True} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:41:04.022234 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 44414) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:41:04.033707 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-9622cd93-ba5d-42b5-86a1-b251436c9187 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-938203308-network', 'tenant_id': '2b41c3769eb04ecd9434b1e4a6d57f23'}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:41:04.043001 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-9622cd93-ba5d-42b5-86a1-b251436c9187 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:41:04.050796 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-9622cd93-ba5d-42b5-86a1-b251436c9187 admin admin] Usage tracker for resource:network and tenant:2b41c3769eb04ecd9434b1e4a6d57f23 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:41:04.058274 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-9622cd93-ba5d-42b5-86a1-b251436c9187 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:41:04.075959 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-9622cd93-ba5d-42b5-86a1-b251436c9187 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:41:04.101649 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9622cd93-ba5d-42b5-86a1-b251436c9187 admin admin] Made reservation on behalf of 2b41c3769eb04ecd9434b1e4a6d57f23 for: {'network': 1} {{(pid=80185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 02 13:41:04.113370 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-9622cd93-ba5d-42b5-86a1-b251436c9187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for network, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:04.114900 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-53152352-3540-417e-ad63-97ddeed91c65 None None] Set router 7c3b1b28-3193-4c06-8858-8f34445ae1da gateway port host: dv-cinder-772388-4-iscsi {{(pid=80187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:41:04.137061 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-1357243e-58c1-422b-aace-eefbf9895791 admin admin] For port 3862eff7-d9e6-4b82-96b8-f937f6a71b46, host dv-cinder-772388-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=3862eff7-d9e6-4b82-96b8-f937f6a71b46,segment=NetworkSegment(5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8),segment_id=5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8)] {{(pid=80184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:41:04.137502 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-1357243e-58c1-422b-aace-eefbf9895791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:04.145909 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-9622cd93-ba5d-42b5-86a1-b251436c9187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:04.191599 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-9622cd93-ba5d-42b5-86a1-b251436c9187 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:41:04.201936 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-9622cd93-ba5d-42b5-86a1-b251436c9187 admin admin] Usage tracker for resource:security_group_rule and tenant:2b41c3769eb04ecd9434b1e4a6d57f23 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:41:04.208667 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-9622cd93-ba5d-42b5-86a1-b251436c9187 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:41:04.222948 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-9622cd93-ba5d-42b5-86a1-b251436c9187 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:41:04.442411 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-9622cd93-ba5d-42b5-86a1-b251436c9187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:04.447511 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-9622cd93-ba5d-42b5-86a1-b251436c9187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:04.457996 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bd2be561-6bad-48cb-b69f-aa5b2fb1e851 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:04.536081 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9622cd93-ba5d-42b5-86a1-b251436c9187 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 02 13:41:04.558221 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9622cd93-ba5d-42b5-86a1-b251436c9187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cddf83f5-99f7-4dcd-8d13-037b9e88cced,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:04.567507 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-9622cd93-ba5d-42b5-86a1-b251436c9187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:04.574066 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-9622cd93-ba5d-42b5-86a1-b251436c9187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764996'] for segment, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:04.575315 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.db.segments_db [None req-9622cd93-ba5d-42b5-86a1-b251436c9187 admin admin] Added segment 7957d882-0be6-44b7-8703-17e38b15082b of type vxlan for network f223b6a4-59b0-44af-833a-f2acca551120
Feb 02 13:41:04.635526 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-53152352-3540-417e-ad63-97ddeed91c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e970b390>, [{'id': '7c3b1b28-3193-4c06-8858-8f34445ae1da', 'name': 'tempest-ServerRescueNegativeTestJSON-1159884524-router', 'tenant_id': 'cea623c3b184459485bd931a9663986e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '3862eff7-d9e6-4b82-96b8-f937f6a71b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:36:23Z', 'updated_at': '2021-02-02T13:40:56Z', 'revision_number': 5, 'project_id': 'cea623c3b184459485bd931a9663986e', 'gw_port': {'id': '3862eff7-d9e6-4b82-96b8-f937f6a71b46', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3b1b28-3193-4c06-8858-8f34445ae1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:36:25Z', 'updated_at': '2021-02-02T13:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi'}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:41:04.639540 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-9622cd93-ba5d-42b5-86a1-b251436c9187 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771911551603'] for network, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:04.648146 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53152352-3540-417e-ad63-97ddeed91c65 None None] The sync data for ids ['7c3b1b28-3193-4c06-8858-8f34445ae1da'] in dv-cinder-772388-4-iscsi is: [{'id': '7c3b1b28-3193-4c06-8858-8f34445ae1da', 'name': 'tempest-ServerRescueNegativeTestJSON-1159884524-router', 'tenant_id': 'cea623c3b184459485bd931a9663986e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '3862eff7-d9e6-4b82-96b8-f937f6a71b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:36:23Z', 'updated_at': '2021-02-02T13:40:56Z', 'revision_number': 5, 'project_id': 'cea623c3b184459485bd931a9663986e', 'gw_port': {'id': '3862eff7-d9e6-4b82-96b8-f937f6a71b46', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3b1b28-3193-4c06-8858-8f34445ae1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:36:25Z', 'updated_at': '2021-02-02T13:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi'}] {{(pid=80187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 02 13:41:04.685506 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a5fb274d-3a74-4245-8241-dc40e0ea5f04 req-63c01026-bd13-404b-a018-bfacb1b67cf6 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/security-groups?id=9820b355-1340-4439-a5e3-858cadedd0e4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 1.0397277
Feb 02 13:41:04.703029 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-9622cd93-ba5d-42b5-86a1-b251436c9187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670'] for network, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:04.706751 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9622cd93-ba5d-42b5-86a1-b251436c9187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:04.707728 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-9622cd93-ba5d-42b5-86a1-b251436c9187 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for network, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:04.739111 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:04.826538 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-1357243e-58c1-422b-aace-eefbf9895791 admin admin] Calling delete_port for 3862eff7-d9e6-4b82-96b8-f937f6a71b46 owned by network:router_gateway {{(pid=80184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:41:04.925033 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-7f178379-5379-4c0d-a863-48e0037e6801 req-8e5a52a3-4403-4215-8278-9b30c83f40f6 service neutron] For port 1b3f9eb4-7da2-479a-ae23-9653b881385d, host hv-cinder-77238, cleared binding levels {{(pid=80184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 02 13:41:04.961228 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-7f178379-5379-4c0d-a863-48e0037e6801 req-8e5a52a3-4403-4215-8278-9b30c83f40f6 service neutron] For port 1b3f9eb4-7da2-479a-ae23-9653b881385d, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=1b3f9eb4-7da2-479a-ae23-9653b881385d,segment=NetworkSegment(a37564d3-6094-474f-ba68-3e55654583de),segment_id=a37564d3-6094-474f-ba68-3e55654583de)] {{(pid=80184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 02 13:41:04.969964 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-7f178379-5379-4c0d-a863-48e0037e6801 req-8e5a52a3-4403-4215-8278-9b30c83f40f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2835433'] for port, after_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:05.030420 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9622cd93-ba5d-42b5-86a1-b251436c9187 admin admin] Pushing event updated for resources: {'Network': ['ID=f223b6a4-59b0-44af-833a-f2acca551120,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:05.038776 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-9622cd93-ba5d-42b5-86a1-b251436c9187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:05.042985 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-9622cd93-ba5d-42b5-86a1-b251436c9187 admin admin] 10.222.0.133 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.0179462
Feb 02 13:41:05.045583 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:05.049171 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Network f223b6a4-59b0-44af-833a-f2acca551120 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 02 13:41:05.056898 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 44464) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:41:05.067496 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-5b97fc0e-498e-4eb7-9ea5-e7e134eef0a5 admin admin] Request body: {'subnet': {'network_id': 'f223b6a4-59b0-44af-833a-f2acca551120', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-938203308-subnet', 'tenant_id': '2b41c3769eb04ecd9434b1e4a6d57f23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:41:05.083741 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-5b97fc0e-498e-4eb7-9ea5-e7e134eef0a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:41:05.091769 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-5b97fc0e-498e-4eb7-9ea5-e7e134eef0a5 admin admin] Usage tracker for resource:subnet and tenant:2b41c3769eb04ecd9434b1e4a6d57f23 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:41:05.101237 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-5b97fc0e-498e-4eb7-9ea5-e7e134eef0a5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:41:05.112128 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-5b97fc0e-498e-4eb7-9ea5-e7e134eef0a5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:41:05.139342 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b97fc0e-498e-4eb7-9ea5-e7e134eef0a5 admin admin] Made reservation on behalf of 2b41c3769eb04ecd9434b1e4a6d57f23 for: {'subnet': 1} {{(pid=80185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 02 13:41:05.147418 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-5b97fc0e-498e-4eb7-9ea5-e7e134eef0a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2326440'] for subnet, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:05.243112 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Network f223b6a4-59b0-44af-833a-f2acca551120 details requested by agent ovs-agent-dv-cinder-772388-4-iscsi with host dv-cinder-772388-4-iscsi {{(pid=80186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 02 13:41:05.474255 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a52a3-4403-4215-8278-9b30c83f40f6 service neutron] Pushing event updated for resources: {'Port': ['ID=1b3f9eb4-7da2-479a-ae23-9653b881385d,revision_number=3']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:05.481060 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-8e5a52a3-4403-4215-8278-9b30c83f40f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:05.488544 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-1357243e-58c1-422b-aace-eefbf9895791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264942761622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264943208991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851940450'] for port, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]: WARNING neutron.plugins.ml2.ovo_rpc [None req-1357243e-58c1-422b-aace-eefbf9895791 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:     result = function(*args, **kwargs)
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:     proto.__init__(conn_state, self)
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:     self.handle()
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:     self.handle_one_request()
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:     self.handle_one_response()
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:     result = self.application(self.environ, start_response)
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:     return app(environ, start_response)
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:     resp = self.call_func(req, *args, **kw)
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:     return self.func(req, *args, **kwargs)
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:     response = req.get_response(self.application)
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:     application, catch_exc_info=False)
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:     app_iter = application(self.environ, start_response)
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:     resp = self.call_func(req, *args, **kw)
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:     return self.func(req, *args, **kwargs)
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:     response = req.get_response(self.application)
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:     application, catch_exc_info=False)
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:     app_iter = application(self.environ, start_response)
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:     resp = self.call_func(req, *args, **kw)
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:     return self.func(req, *args, **kwargs)
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:     response = req.get_response(self.application)
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:     application, catch_exc_info=False)
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:     app_iter = application(self.environ, start_response)
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:     resp = self.call_func(req, *args, **kw)
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:     return self.func(req, *args, **kwargs)
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:     response = req.get_response(self.application)
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:     application, catch_exc_info=False)
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:     app_iter = application(self.environ, start_response)
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:     resp = self.call_func(req, *args, **kw)
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:     return self.func(req, *args, **kwargs)
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:     return request.get_response(self.application)
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:     application, catch_exc_info=False)
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:     app_iter = application(self.environ, start_response)
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:     resp = self.call_func(req, *args, **kw)
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:     return self.func(req, *args, **kwargs)
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:     response = req.get_response(self._app)
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:     application, catch_exc_info=False)
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:     app_iter = application(self.environ, start_response)
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:     return resp(environ, start_response)
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:     return resp(environ, start_response)
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:     response = self.app(environ, start_response)
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:     return resp(environ, start_response)
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:     resp = self.call_func(req, *args, **kw)
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:     return self.func(req, *args, **kwargs)
Feb 02 13:41:05.500881 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Feb 02 13:41:05.514449 dv-cinder-772388-4-iscsi neutron-server[80071]:     result = method(request=request, **args)
Feb 02 13:41:05.514449 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Feb 02 13:41:05.514449 dv-cinder-772388-4-iscsi neutron-server[80071]:     return self._delete(request, id, **kwargs)
Feb 02 13:41:05.514449 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 02 13:41:05.514449 dv-cinder-772388-4-iscsi neutron-server[80071]:     return f(*args, **kwargs)
Feb 02 13:41:05.514449 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 02 13:41:05.514449 dv-cinder-772388-4-iscsi neutron-server[80071]:     return f(*args, **kwargs)
Feb 02 13:41:05.514449 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 02 13:41:05.514449 dv-cinder-772388-4-iscsi neutron-server[80071]:     return f(*dup_args, **dup_kwargs)
Feb 02 13:41:05.514449 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Feb 02 13:41:05.514449 dv-cinder-772388-4-iscsi neutron-server[80071]:     obj_deleter(request.context, id, **kwargs)
Feb 02 13:41:05.514449 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router
Feb 02 13:41:05.514449 dv-cinder-772388-4-iscsi neutron-server[80071]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Feb 02 13:41:05.514449 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 02 13:41:05.514449 dv-cinder-772388-4-iscsi neutron-server[80071]:     return method(*args, **kwargs)
Feb 02 13:41:05.514449 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 02 13:41:05.514449 dv-cinder-772388-4-iscsi neutron-server[80071]:     return f(*args, **kwargs)
Feb 02 13:41:05.514449 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 02 13:41:05.514449 dv-cinder-772388-4-iscsi neutron-server[80071]:     return f(*args, **kwargs)
Feb 02 13:41:05.514449 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 02 13:41:05.514449 dv-cinder-772388-4-iscsi neutron-server[80071]:     return f(*dup_args, **dup_kwargs)
Feb 02 13:41:05.514449 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Feb 02 13:41:05.514449 dv-cinder-772388-4-iscsi neutron-server[80071]:     self._delete_current_gw_port(context, id, router, None)
Feb 02 13:41:05.514449 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port
Feb 02 13:41:05.514449 dv-cinder-772388-4-iscsi neutron-server[80071]:     admin_ctx, gw_port_id, l3_port_check=False)
Feb 02 13:41:05.514449 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Feb 02 13:41:05.514449 dv-cinder-772388-4-iscsi neutron-server[80071]:     return f(self, context, *args, **kwargs)
Feb 02 13:41:05.514449 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 02 13:41:05.514449 dv-cinder-772388-4-iscsi neutron-server[80071]:     return method(*args, **kwargs)
Feb 02 13:41:05.514449 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port
Feb 02 13:41:05.514449 dv-cinder-772388-4-iscsi neutron-server[80071]:     context, port, router_ids, bound_mech_contexts)
Feb 02 13:41:05.514449 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port
Feb 02 13:41:05.514449 dv-cinder-772388-4-iscsi neutron-server[80071]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Feb 02 13:41:05.514449 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Feb 02 13:41:05.514449 dv-cinder-772388-4-iscsi neutron-server[80071]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Feb 02 13:41:05.514449 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Feb 02 13:41:05.514449 dv-cinder-772388-4-iscsi neutron-server[80071]:     return function(*args, **kwargs)
Feb 02 13:41:05.514449 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Feb 02 13:41:05.514449 dv-cinder-772388-4-iscsi neutron-server[80071]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Feb 02 13:41:05.514449 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Feb 02 13:41:05.514449 dv-cinder-772388-4-iscsi neutron-server[80071]:     callback(resource, event, trigger, **kwargs)
Feb 02 13:41:05.514449 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Feb 02 13:41:05.514449 dv-cinder-772388-4-iscsi neutron-server[80071]:     if self._is_session_semantic_violated(context, resource, event):
Feb 02 13:41:05.514449 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Feb 02 13:41:05.514449 dv-cinder-772388-4-iscsi neutron-server[80071]:     stack = traceback.extract_stack()
Feb 02 13:41:05.514449 dv-cinder-772388-4-iscsi neutron-server[80071]: 
Feb 02 13:41:05.683608 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f178379-5379-4c0d-a863-48e0037e6801 req-8e5a52a3-4403-4215-8278-9b30c83f40f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:05.684420 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-7f178379-5379-4c0d-a863-48e0037e6801 req-8e5a52a3-4403-4215-8278-9b30c83f40f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for port, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:05.686844 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7f178379-5379-4c0d-a863-48e0037e6801 req-8e5a52a3-4403-4215-8278-9b30c83f40f6 service neutron] 10.222.0.132 "PUT /v2.0/ports/1b3f9eb4-7da2-479a-ae23-9653b881385d HTTP/1.1" status: 200  len: 1158 time: 7.1734226
Feb 02 13:41:05.690003 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cf7f0de-ccd0-430f-a0af-4e57ce8d696e', 'tag': '1b3f9eb4-7da2-479a-ae23-9653b881385d'}] {{(pid=80184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:41:05.934177 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cf7f0de-ccd0-430f-a0af-4e57ce8d696e', 'tag': '1b3f9eb4-7da2-479a-ae23-9653b881385d', 'status': 'completed', 'code': 200}
Feb 02 13:41:06.114867 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-5b97fc0e-498e-4eb7-9ea5-e7e134eef0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852565763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2326427'] for subnet, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:06.153571 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f83beb61-acae-4706-9278-a8ab7e020428 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:06.241298 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device c401f275-8e11-453c-b488-aa2e036693dc no longer exists at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 02 13:41:06.241665 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-1357243e-58c1-422b-aace-eefbf9895791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2076301'] for router_gateway, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:06.248854 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f178379-5379-4c0d-a863-48e0037e6801 req-ab6e0229-5fb0-435d-86dd-0a60b16ab7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:06.250915 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7f178379-5379-4c0d-a863-48e0037e6801 req-ab6e0229-5fb0-435d-86dd-0a60b16ab7dd service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=8e16c9728d43493c958535e3444169f8&device_id=6cf7f0de-ccd0-430f-a0af-4e57ce8d696e HTTP/1.1" status: 200  len: 1161 time: 0.4873295
Feb 02 13:41:06.316647 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] No Port match for: c401f275-8e11-453c-b488-aa2e036693dc {{(pid=80186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 02 13:41:06.317748 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device c401f275-8e11-453c-b488-aa2e036693dc not bound to the agent host dv-cinder-772388-4-iscsi {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 02 13:41:06.430027 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b97fc0e-498e-4eb7-9ea5-e7e134eef0a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dca1c44-fe4c-490d-8009-e29be02c88ab,revision_number=0']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:06.472119 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-5b97fc0e-498e-4eb7-9ea5-e7e134eef0a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:06.554900 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b97fc0e-498e-4eb7-9ea5-e7e134eef0a5 admin admin] Checking segment: {'id': '7957d882-0be6-44b7-8703-17e38b15082b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f223b6a4-59b0-44af-833a-f2acca551120'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:41:06.556002 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b97fc0e-498e-4eb7-9ea5-e7e134eef0a5 admin admin] Network hostable DHCP agents. Network: f223b6a4-59b0-44af-833a-f2acca551120, hostable agents: ['f461d640-d7db-44f6-a785-e3cace2a4602'], hosted agents: [] {{(pid=80185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 02 13:41:06.568364 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7f178379-5379-4c0d-a863-48e0037e6801 req-b0839427-f750-4f6c-93b5-4d534642feaa service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b3f9eb4-7da2-479a-ae23-9653b881385d HTTP/1.1" status: 200  len: 217 time: 0.2064905
Feb 02 13:41:06.591398 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b97fc0e-498e-4eb7-9ea5-e7e134eef0a5 admin admin] Network f223b6a4-59b0-44af-833a-f2acca551120 is scheduled to be hosted by DHCP agent f461d640-d7db-44f6-a785-e3cace2a4602 with binding_index 1 {{(pid=80185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 02 13:41:06.608434 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [None req-5b97fc0e-498e-4eb7-9ea5-e7e134eef0a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-4-iscsi, f223b6a4-59b0-44af-833a-f2acca551120) {{(pid=80185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:41:06.626606 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f067bf-8008-4a5c-b188-9a01609df796 None None] Network f223b6a4-59b0-44af-833a-f2acca551120 requested from dv-cinder-772388-4-iscsi {{(pid=80186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 02 13:41:06.630538 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b97fc0e-498e-4eb7-9ea5-e7e134eef0a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:06.632346 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-5b97fc0e-498e-4eb7-9ea5-e7e134eef0a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:06.664415 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-5b97fc0e-498e-4eb7-9ea5-e7e134eef0a5 admin admin] 10.222.0.133 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.6052876
Feb 02 13:41:06.698035 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-1357243e-58c1-422b-aace-eefbf9895791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2071233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854754973'] for router, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:06.719623 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-1357243e-58c1-422b-aace-eefbf9895791 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:06.917880 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f178379-5379-4c0d-a863-48e0037e6801 req-af4897a5-0a26-4446-8a17-2bed4eb5802b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:06.920768 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7f178379-5379-4c0d-a863-48e0037e6801 req-af4897a5-0a26-4446-8a17-2bed4eb5802b service neutron] 10.222.0.132 "GET /v2.0/subnets?id=e347391d-b5e6-4cc9-bee6-953d0e0b3d40 HTTP/1.1" status: 200  len: 848 time: 0.3228235
Feb 02 13:41:06.931373 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 44544) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:41:07.029513 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9e83b57-5481-4272-a2ee-5f033c4112e7 admin admin] Deleting subnet acde5439-0e8e-481f-9ba9-472ed447903a {{(pid=80185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Feb 02 13:41:07.055445 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f9e83b57-5481-4272-a2ee-5f033c4112e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:07.084678 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb06044-40b2-44e3-a5b6-d6bc6e9b24f3 None None] Network f223b6a4-59b0-44af-833a-f2acca551120 requested from dv-cinder-772388-4-iscsi {{(pid=80186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 02 13:41:07.098216 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cde9f2-669e-4a9b-9001-f9360b86d610 req-cf7b4a55-fcb8-49a5-994e-513491111a67 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:07.113262 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e2cde9f2-669e-4a9b-9001-f9360b86d610 req-cf7b4a55-fcb8-49a5-994e-513491111a67 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/ports?device_id=6cf7f0de-ccd0-430f-a0af-4e57ce8d696e HTTP/1.1" status: 200  len: 944 time: 0.9998400
Feb 02 13:41:07.183181 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f9e83b57-5481-4272-a2ee-5f033c4112e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2760056'] for subnet, precommit_delete_associations {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:07.270099 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-1357243e-58c1-422b-aace-eefbf9895791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852704398'] for router, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:07.271091 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1357243e-58c1-422b-aace-eefbf9895791 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c3b1b28-3193-4c06-8858-8f34445ae1da {{(pid=80184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 02 13:41:07.298430 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f9e83b57-5481-4272-a2ee-5f033c4112e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-22738'] for subnet, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:07.336194 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e2cde9f2-669e-4a9b-9001-f9360b86d610 req-26752eb1-2a52-4510-a209-ea82dcfc3be1 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/security-groups?id=9820b355-1340-4439-a5e3-858cadedd0e4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.2206151
Feb 02 13:41:07.363537 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-1357243e-58c1-422b-aace-eefbf9895791 admin admin] Notify callbacks [] for router, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:07.364854 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-1357243e-58c1-422b-aace-eefbf9895791 admin admin] 10.222.0.133 "DELETE /v2.0/routers/7c3b1b28-3193-4c06-8858-8f34445ae1da HTTP/1.1" status: 204  len: 168 time: 5.3271806
Feb 02 13:41:07.372588 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 44560) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:41:07.476055 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcbe3b0a-471d-4303-aa9f-a55db998a1bb admin admin] Deleting subnet c2340414-8894-4d0b-932b-2cabaace3a3e {{(pid=80184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Feb 02 13:41:07.494431 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3b0a-471d-4303-aa9f-a55db998a1bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:07.575641 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f178379-5379-4c0d-a863-48e0037e6801 req-52680966-a50d-4db2-99b7-ff6160029a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:07.577699 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7f178379-5379-4c0d-a863-48e0037e6801 req-52680966-a50d-4db2-99b7-ff6160029a4e service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=49e9892e-e3c8-47c9-a38b-9f46a257b87b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4584889
Feb 02 13:41:07.581413 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3b0a-471d-4303-aa9f-a55db998a1bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2212005'] for subnet, precommit_delete_associations {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:07.801529 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3b0a-471d-4303-aa9f-a55db998a1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-22738'] for subnet, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:07.930678 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f9e83b57-5481-4272-a2ee-5f033c4112e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854753062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852565192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852449406'] for subnet, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:07.956082 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7f178379-5379-4c0d-a863-48e0037e6801 req-ab39068e-856d-493d-9d4a-4e7093120a84 service neutron] 10.222.0.132 "GET /v2.0/networks/49e9892e-e3c8-47c9-a38b-9f46a257b87b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3297939
Feb 02 13:41:07.965032 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-e201a3fc-1b3d-4d08-b7c3-e716be4cf589 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:08.208484 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e83b57-5481-4272-a2ee-5f033c4112e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acde5439-0e8e-481f-9ba9-472ed447903a,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:08.213570 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f9e83b57-5481-4272-a2ee-5f033c4112e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:08.249852 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f9e83b57-5481-4272-a2ee-5f033c4112e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:08.265922 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-f9e83b57-5481-4272-a2ee-5f033c4112e7 admin admin] 10.222.0.133 "DELETE /v2.0/subnets/acde5439-0e8e-481f-9ba9-472ed447903a HTTP/1.1" status: 204  len: 168 time: 1.3288267
Feb 02 13:41:08.267690 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 44582) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:41:08.559592 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-68c6a3d5-0b75-4c8f-9eeb-51dac66a4981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854257808'] for network, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:08.886785 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-68c6a3d5-0b75-4c8f-9eeb-51dac66a4981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12633', 'neutron.services.segments.db._delete_segments_for_network--9223363264942646934'] for network, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:09.023988 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7f178379-5379-4c0d-a863-48e0037e6801 req-6c7e27c2-43c4-47db-9871-84a24117a567 service neutron] 10.222.0.132 "GET /v2.0/networks/49e9892e-e3c8-47c9-a38b-9f46a257b87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.9915328
Feb 02 13:41:09.075019 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.services.segments.db [None req-68c6a3d5-0b75-4c8f-9eeb-51dac66a4981 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa5e91bfb38>,) {'filters': {'network_id': ['3479bc0a-c59f-46b3-bbc2-ab9e2562f2ca']}} {{(pid=80185) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:41:09.094861 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.services.segments.db [None req-68c6a3d5-0b75-4c8f-9eeb-51dac66a4981 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa5e91bfb38>, '0522b398-1ec8-4393-ac04-13794fe5c461') {'for_net_delete': True} {{(pid=80185) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:41:09.095264 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.services.segments.db [None req-68c6a3d5-0b75-4c8f-9eeb-51dac66a4981 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa5e91bfb38>, '0522b398-1ec8-4393-ac04-13794fe5c461') {} {{(pid=80185) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:41:09.113044 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-68c6a3d5-0b75-4c8f-9eeb-51dac66a4981 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363264942647702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852015760'] for segment, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:09.133579 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-68c6a3d5-0b75-4c8f-9eeb-51dac66a4981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764996'] for segment, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:09.136352 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-68c6a3d5-0b75-4c8f-9eeb-51dac66a4981 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 02 13:41:09.243395 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e32b585-d60b-4f9c-a7c6-cd450e916bec req-8a24f4fa-ea69-4cca-94a0-0238d8e6d652 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:09.246030 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6e32b585-d60b-4f9c-a7c6-cd450e916bec req-8a24f4fa-ea69-4cca-94a0-0238d8e6d652 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/ports?device_id=6cf7f0de-ccd0-430f-a0af-4e57ce8d696e HTTP/1.1" status: 200  len: 944 time: 0.5548778
Feb 02 13:41:09.386381 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3b0a-471d-4303-aa9f-a55db998a1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854753062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2835364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2297565'] for subnet, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:09.397804 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.agents_db [None req-a5446886-6d63-4256-b3e6-4e67ca866f31 None None] Agent healthcheck: found 6 active agents {{(pid=80187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 02 13:41:09.413204 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-e852d9ac-552b-4248-b5cf-6cd0e1c73188 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:09.474265 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-68c6a3d5-0b75-4c8f-9eeb-51dac66a4981 admin admin] Network 3479bc0a-c59f-46b3-bbc2-ab9e2562f2ca has no segments {{(pid=80185) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 02 13:41:09.484822 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-68c6a3d5-0b75-4c8f-9eeb-51dac66a4981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-10804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852565161'] for segment, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:09.488161 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6e32b585-d60b-4f9c-a7c6-cd450e916bec req-16ceb751-756a-4c7e-af03-0c755ff25d80 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/security-groups?id=9820b355-1340-4439-a5e3-858cadedd0e4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1736860
Feb 02 13:41:09.621755 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe3b0a-471d-4303-aa9f-a55db998a1bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2340414-8894-4d0b-932b-2cabaace3a3e,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:09.628232 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bcbe3b0a-471d-4303-aa9f-a55db998a1bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:09.665839 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f1e80-4c24-46f3-bc91-d5d0be711386 req-84b7f4f1-88a9-44c2-9562-74fcd49d9d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:09.668963 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a94f1e80-4c24-46f3-bc91-d5d0be711386 req-84b7f4f1-88a9-44c2-9562-74fcd49d9d98 service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=8e16c9728d43493c958535e3444169f8&device_id=6cf7f0de-ccd0-430f-a0af-4e57ce8d696e HTTP/1.1" status: 200  len: 1161 time: 0.4210787
Feb 02 13:41:09.766831 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-68c6a3d5-0b75-4c8f-9eeb-51dac66a4981 admin admin] Network 3479bc0a-c59f-46b3-bbc2-ab9e2562f2ca has no segments {{(pid=80185) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 02 13:41:09.806871 dv-cinder-772388-4-iscsi neutron-server[80071]: Traceback (most recent call last):
Feb 02 13:41:09.806871 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 02 13:41:09.806871 dv-cinder-772388-4-iscsi neutron-server[80071]:     timer()
Feb 02 13:41:09.806871 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 02 13:41:09.806871 dv-cinder-772388-4-iscsi neutron-server[80071]:     cb(*args, **kw)
Feb 02 13:41:09.806871 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 02 13:41:09.806871 dv-cinder-772388-4-iscsi neutron-server[80071]:     return func(*args, **kwargs)
Feb 02 13:41:09.806871 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 02 13:41:09.806871 dv-cinder-772388-4-iscsi neutron-server[80071]:     self._notify()
Feb 02 13:41:09.806871 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 02 13:41:09.806871 dv-cinder-772388-4-iscsi neutron-server[80071]:     self.callback(batched_events)
Feb 02 13:41:09.806871 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 02 13:41:09.806871 dv-cinder-772388-4-iscsi neutron-server[80071]:     event.method(event)
Feb 02 13:41:09.806871 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 02 13:41:09.806871 dv-cinder-772388-4-iscsi neutron-server[80071]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 02 13:41:09.806871 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 02 13:41:09.806871 dv-cinder-772388-4-iscsi neutron-server[80071]:     segment_id)['aggregates'][0]
Feb 02 13:41:09.806871 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 02 13:41:09.806871 dv-cinder-772388-4-iscsi neutron-server[80071]:     return f(self, *a, **k)
Feb 02 13:41:09.806871 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 02 13:41:09.806871 dv-cinder-772388-4-iscsi neutron-server[80071]:     return self._get(url).json()
Feb 02 13:41:09.806871 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 02 13:41:09.806871 dv-cinder-772388-4-iscsi neutron-server[80071]:     **kwargs)
Feb 02 13:41:09.806871 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 02 13:41:09.806871 dv-cinder-772388-4-iscsi neutron-server[80071]:     return self.request(url, 'GET', **kwargs)
Feb 02 13:41:09.806871 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 02 13:41:09.806871 dv-cinder-772388-4-iscsi neutron-server[80071]:     **endpoint_filter)
Feb 02 13:41:09.806871 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 02 13:41:09.806871 dv-cinder-772388-4-iscsi neutron-server[80071]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 02 13:41:09.806871 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 02 13:41:09.806871 dv-cinder-772388-4-iscsi neutron-server[80071]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 02 13:41:09.806871 dv-cinder-772388-4-iscsi neutron-server[80071]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 02 13:41:09.870699 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3b0a-471d-4303-aa9f-a55db998a1bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for subnet, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:09.886904 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-bcbe3b0a-471d-4303-aa9f-a55db998a1bb admin admin] 10.222.0.133 "DELETE /v2.0/subnets/c2340414-8894-4d0b-932b-2cabaace3a3e HTTP/1.1" status: 204  len: 168 time: 2.5125222
Feb 02 13:41:09.893285 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 44622) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:41:10.124748 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-62f50728-c88b-47ed-97f7-a673eca2218c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854257808'] for network, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:10.215641 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f1e80-4c24-46f3-bc91-d5d0be711386 req-3cf96a4d-4df8-4ec0-9e27-0f9137885b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:10.217430 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a94f1e80-4c24-46f3-bc91-d5d0be711386 req-3cf96a4d-4df8-4ec0-9e27-0f9137885b38 service neutron] 10.222.0.132 "GET /v2.0/networks?id=49e9892e-e3c8-47c9-a38b-9f46a257b87b HTTP/1.1" status: 200  len: 903 time: 0.5386243
Feb 02 13:41:10.269726 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device 3862eff7-d9e6-4b82-96b8-f937f6a71b46 no longer exists at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 02 13:41:10.277267 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-68c6a3d5-0b75-4c8f-9eeb-51dac66a4981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854763167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852699500'] for network, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:10.283002 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-cb258430-3479-4a7c-aa7a-0f88f040a330 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:10.310757 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-68c6a3d5-0b75-4c8f-9eeb-51dac66a4981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for network, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:10.319550 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c6a3d5-0b75-4c8f-9eeb-51dac66a4981 admin admin] Pushing event deleted for resources: {'Network': ['ID=3479bc0a-c59f-46b3-bbc2-ab9e2562f2ca,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:10.322766 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] No Port match for: 3862eff7-d9e6-4b82-96b8-f937f6a71b46 {{(pid=80186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 02 13:41:10.323250 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-68c6a3d5-0b75-4c8f-9eeb-51dac66a4981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:10.323558 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device 3862eff7-d9e6-4b82-96b8-f937f6a71b46 not bound to the agent host dv-cinder-772388-4-iscsi {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 02 13:41:10.326363 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-68c6a3d5-0b75-4c8f-9eeb-51dac66a4981 admin admin] 10.222.0.133 "DELETE /v2.0/networks/3479bc0a-c59f-46b3-bbc2-ab9e2562f2ca HTTP/1.1" status: 204  len: 168 time: 2.0568020
Feb 02 13:41:10.328637 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 44628) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:41:10.362862 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a94f1e80-4c24-46f3-bc91-d5d0be711386 req-8c01db13-81d5-455f-9db4-4e218ca47ad9 service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b3f9eb4-7da2-479a-ae23-9653b881385d HTTP/1.1" status: 200  len: 217 time: 0.1022696
Feb 02 13:41:10.422851 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_v2 [None req-6808c2a8-7845-46ac-89fe-dd87619e04f9 admin admin] Deleting subnet 7dca1c44-fe4c-490d-8009-e29be02c88ab {{(pid=80185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Feb 02 13:41:10.426714 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-6808c2a8-7845-46ac-89fe-dd87619e04f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:10.491238 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-6808c2a8-7845-46ac-89fe-dd87619e04f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2760056'] for subnet, precommit_delete_associations {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:10.501722 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-62f50728-c88b-47ed-97f7-a673eca2218c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12633', 'neutron.services.segments.db._delete_segments_for_network--9223363264942646934'] for network, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:10.569152 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-6808c2a8-7845-46ac-89fe-dd87619e04f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-22738'] for subnet, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:10.596761 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f1e80-4c24-46f3-bc91-d5d0be711386 req-0399e41d-750f-461e-9600-e6f90cbba3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:10.599016 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a94f1e80-4c24-46f3-bc91-d5d0be711386 req-0399e41d-750f-461e-9600-e6f90cbba3d1 service neutron] 10.222.0.132 "GET /v2.0/subnets?id=e347391d-b5e6-4cc9-bee6-953d0e0b3d40 HTTP/1.1" status: 200  len: 848 time: 0.2279582
Feb 02 13:41:10.748129 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.services.segments.db [None req-62f50728-c88b-47ed-97f7-a673eca2218c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa5e902c048>,) {'filters': {'network_id': ['0102586b-cbe3-455e-8beb-466400271cff']}} {{(pid=80184) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:41:10.785460 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.services.segments.db [None req-62f50728-c88b-47ed-97f7-a673eca2218c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa5e902c048>, '74161cca-e56a-4704-b658-1eba40fb5e34') {'for_net_delete': True} {{(pid=80184) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:41:10.785835 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.services.segments.db [None req-62f50728-c88b-47ed-97f7-a673eca2218c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa5e902c048>, '74161cca-e56a-4704-b658-1eba40fb5e34') {} {{(pid=80184) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:41:10.807273 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-62f50728-c88b-47ed-97f7-a673eca2218c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363264942647702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852563795'] for segment, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:10.835896 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-62f50728-c88b-47ed-97f7-a673eca2218c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764996'] for segment, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:10.838775 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-62f50728-c88b-47ed-97f7-a673eca2218c admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 02 13:41:10.935687 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-6808c2a8-7845-46ac-89fe-dd87619e04f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854753062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852565192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852449406'] for subnet, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:10.945096 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f1e80-4c24-46f3-bc91-d5d0be711386 req-c510b1ab-145f-4973-a99e-7bf7715df064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:10.946752 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a94f1e80-4c24-46f3-bc91-d5d0be711386 req-c510b1ab-145f-4973-a99e-7bf7715df064 service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=49e9892e-e3c8-47c9-a38b-9f46a257b87b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3419752
Feb 02 13:41:10.954331 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:11.059194 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6808c2a8-7845-46ac-89fe-dd87619e04f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dca1c44-fe4c-490d-8009-e29be02c88ab,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:11.075072 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-6808c2a8-7845-46ac-89fe-dd87619e04f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:11.124828 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-6808c2a8-7845-46ac-89fe-dd87619e04f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:11.139861 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-6808c2a8-7845-46ac-89fe-dd87619e04f9 admin admin] 10.222.0.133 "DELETE /v2.0/subnets/7dca1c44-fe4c-490d-8009-e29be02c88ab HTTP/1.1" status: 204  len: 168 time: 0.8097146
Feb 02 13:41:11.141241 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 44638) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:41:11.232162 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22096950-e860-419e-84c1-9ef0669ef513 req-6d536e16-ce6e-4293-a4ff-b126301d68f7 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:11.233902 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-22096950-e860-419e-84c1-9ef0669ef513 req-6d536e16-ce6e-4293-a4ff-b126301d68f7 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/ports?device_id=6cf7f0de-ccd0-430f-a0af-4e57ce8d696e HTTP/1.1" status: 200  len: 944 time: 0.5349724
Feb 02 13:41:11.252651 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-62f50728-c88b-47ed-97f7-a673eca2218c admin admin] Network 0102586b-cbe3-455e-8beb-466400271cff has no segments {{(pid=80184) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 02 13:41:11.266834 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-62f50728-c88b-47ed-97f7-a673eca2218c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-10804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2835403'] for segment, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:11.283705 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-fbdf6493-637c-407e-80af-b8e7d38c029a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854257808'] for network, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:11.561671 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-fbdf6493-637c-407e-80af-b8e7d38c029a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12633', 'neutron.services.segments.db._delete_segments_for_network--9223363264942646934'] for network, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:11.694520 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 44646) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:41:11.725320 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.services.segments.db [None req-fbdf6493-637c-407e-80af-b8e7d38c029a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa5e96757f0>,) {'filters': {'network_id': ['f223b6a4-59b0-44af-833a-f2acca551120']}} {{(pid=80185) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:41:11.736423 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-22096950-e860-419e-84c1-9ef0669ef513 req-3a6bbcf7-f5cf-4903-86db-f7c5e58ea250 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/security-groups?id=9820b355-1340-4439-a5e3-858cadedd0e4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.4734874
Feb 02 13:41:11.748941 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.services.segments.db [None req-fbdf6493-637c-407e-80af-b8e7d38c029a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa5e96757f0>, '7957d882-0be6-44b7-8703-17e38b15082b') {'for_net_delete': True} {{(pid=80185) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:41:11.749514 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.services.segments.db [None req-fbdf6493-637c-407e-80af-b8e7d38c029a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa5e96757f0>, '7957d882-0be6-44b7-8703-17e38b15082b') {} {{(pid=80185) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:41:11.774307 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-fbdf6493-637c-407e-80af-b8e7d38c029a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363264942647702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852015760'] for segment, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:11.809108 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-fbdf6493-637c-407e-80af-b8e7d38c029a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764996'] for segment, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:11.813138 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fbdf6493-637c-407e-80af-b8e7d38c029a admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 02 13:41:11.874320 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a94f1e80-4c24-46f3-bc91-d5d0be711386 req-05c8ee23-86e0-4ce8-86b9-ce465619ddfd service neutron] 10.222.0.132 "GET /v2.0/networks/49e9892e-e3c8-47c9-a38b-9f46a257b87b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9040926
Feb 02 13:41:11.886933 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-62f50728-c88b-47ed-97f7-a673eca2218c admin admin] Network 0102586b-cbe3-455e-8beb-466400271cff has no segments {{(pid=80184) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 02 13:41:11.945508 dv-cinder-772388-4-iscsi neutron-server[80071]: Traceback (most recent call last):
Feb 02 13:41:11.945508 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 02 13:41:11.945508 dv-cinder-772388-4-iscsi neutron-server[80071]:     timer()
Feb 02 13:41:11.945508 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 02 13:41:11.945508 dv-cinder-772388-4-iscsi neutron-server[80071]:     cb(*args, **kw)
Feb 02 13:41:11.945508 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 02 13:41:11.945508 dv-cinder-772388-4-iscsi neutron-server[80071]:     return func(*args, **kwargs)
Feb 02 13:41:11.945508 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 02 13:41:11.945508 dv-cinder-772388-4-iscsi neutron-server[80071]:     self._notify()
Feb 02 13:41:11.945508 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 02 13:41:11.945508 dv-cinder-772388-4-iscsi neutron-server[80071]:     self.callback(batched_events)
Feb 02 13:41:11.945508 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 02 13:41:11.945508 dv-cinder-772388-4-iscsi neutron-server[80071]:     event.method(event)
Feb 02 13:41:11.945508 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 02 13:41:11.945508 dv-cinder-772388-4-iscsi neutron-server[80071]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 02 13:41:11.945508 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 02 13:41:11.945508 dv-cinder-772388-4-iscsi neutron-server[80071]:     segment_id)['aggregates'][0]
Feb 02 13:41:11.945508 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 02 13:41:11.945508 dv-cinder-772388-4-iscsi neutron-server[80071]:     return f(self, *a, **k)
Feb 02 13:41:11.945508 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 02 13:41:11.945508 dv-cinder-772388-4-iscsi neutron-server[80071]:     return self._get(url).json()
Feb 02 13:41:11.945508 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 02 13:41:11.945508 dv-cinder-772388-4-iscsi neutron-server[80071]:     **kwargs)
Feb 02 13:41:11.945508 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 02 13:41:11.945508 dv-cinder-772388-4-iscsi neutron-server[80071]:     return self.request(url, 'GET', **kwargs)
Feb 02 13:41:11.945508 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 02 13:41:11.945508 dv-cinder-772388-4-iscsi neutron-server[80071]:     **endpoint_filter)
Feb 02 13:41:11.945508 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 02 13:41:11.945508 dv-cinder-772388-4-iscsi neutron-server[80071]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 02 13:41:11.945508 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 02 13:41:11.945508 dv-cinder-772388-4-iscsi neutron-server[80071]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 02 13:41:11.945508 dv-cinder-772388-4-iscsi neutron-server[80071]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 02 13:41:12.106462 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-62f50728-c88b-47ed-97f7-a673eca2218c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854763167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852699500'] for network, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:12.125264 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-fbdf6493-637c-407e-80af-b8e7d38c029a admin admin] Network f223b6a4-59b0-44af-833a-f2acca551120 has no segments {{(pid=80185) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 02 13:41:12.126837 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-4139b9f1-70d2-46ce-bb97-8903ea56ff63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:12.139973 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-fbdf6493-637c-407e-80af-b8e7d38c029a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-10804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852565161'] for segment, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:12.147482 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-62f50728-c88b-47ed-97f7-a673eca2218c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for network, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:12.172756 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f50728-c88b-47ed-97f7-a673eca2218c admin admin] Pushing event deleted for resources: {'Network': ['ID=0102586b-cbe3-455e-8beb-466400271cff,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:12.182744 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-62f50728-c88b-47ed-97f7-a673eca2218c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:12.189073 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-62f50728-c88b-47ed-97f7-a673eca2218c admin admin] 10.222.0.133 "DELETE /v2.0/networks/0102586b-cbe3-455e-8beb-466400271cff HTTP/1.1" status: 204  len: 168 time: 2.2943733
Feb 02 13:41:12.194234 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a94f1e80-4c24-46f3-bc91-d5d0be711386 req-d2a6354a-6bb9-46ab-ac1f-87c0db907a0c service neutron] 10.222.0.132 "GET /v2.0/networks/49e9892e-e3c8-47c9-a38b-9f46a257b87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3090339
Feb 02 13:41:12.260547 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-1f379fd7-82f2-4b15-bf2d-ddbd6d11767a admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=0a0087d8438547bb932878d66ecc9a65&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5645564
Feb 02 13:41:12.264902 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 44654) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:41:12.426060 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 44658) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:41:12.461971 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-fbdf6493-637c-407e-80af-b8e7d38c029a admin admin] Network f223b6a4-59b0-44af-833a-f2acca551120 has no segments {{(pid=80185) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 02 13:41:12.489394 dv-cinder-772388-4-iscsi neutron-server[80071]: Traceback (most recent call last):
Feb 02 13:41:12.489394 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 02 13:41:12.489394 dv-cinder-772388-4-iscsi neutron-server[80071]:     timer()
Feb 02 13:41:12.489394 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 02 13:41:12.489394 dv-cinder-772388-4-iscsi neutron-server[80071]:     cb(*args, **kw)
Feb 02 13:41:12.489394 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 02 13:41:12.489394 dv-cinder-772388-4-iscsi neutron-server[80071]:     return func(*args, **kwargs)
Feb 02 13:41:12.489394 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 02 13:41:12.489394 dv-cinder-772388-4-iscsi neutron-server[80071]:     self._notify()
Feb 02 13:41:12.489394 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 02 13:41:12.489394 dv-cinder-772388-4-iscsi neutron-server[80071]:     self.callback(batched_events)
Feb 02 13:41:12.489394 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 02 13:41:12.489394 dv-cinder-772388-4-iscsi neutron-server[80071]:     event.method(event)
Feb 02 13:41:12.489394 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 02 13:41:12.489394 dv-cinder-772388-4-iscsi neutron-server[80071]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 02 13:41:12.489394 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 02 13:41:12.489394 dv-cinder-772388-4-iscsi neutron-server[80071]:     segment_id)['aggregates'][0]
Feb 02 13:41:12.489394 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 02 13:41:12.489394 dv-cinder-772388-4-iscsi neutron-server[80071]:     return f(self, *a, **k)
Feb 02 13:41:12.489394 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 02 13:41:12.489394 dv-cinder-772388-4-iscsi neutron-server[80071]:     return self._get(url).json()
Feb 02 13:41:12.489394 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 02 13:41:12.489394 dv-cinder-772388-4-iscsi neutron-server[80071]:     **kwargs)
Feb 02 13:41:12.489394 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 02 13:41:12.489394 dv-cinder-772388-4-iscsi neutron-server[80071]:     return self.request(url, 'GET', **kwargs)
Feb 02 13:41:12.489394 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 02 13:41:12.489394 dv-cinder-772388-4-iscsi neutron-server[80071]:     **endpoint_filter)
Feb 02 13:41:12.489394 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 02 13:41:12.489394 dv-cinder-772388-4-iscsi neutron-server[80071]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 02 13:41:12.489394 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 02 13:41:12.489394 dv-cinder-772388-4-iscsi neutron-server[80071]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 02 13:41:12.489394 dv-cinder-772388-4-iscsi neutron-server[80071]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 02 13:41:12.519976 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-a6c4af60-e6fe-4e21-a110-2467ce04a9e6 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=cea623c3b184459485bd931a9663986e&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0918860
Feb 02 13:41:12.522867 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 44662) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:41:12.602534 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-482dcea1-13b6-4fa2-b353-1378e351fa92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:12.618513 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-fbdf6493-637c-407e-80af-b8e7d38c029a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854763167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852699500'] for network, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:12.636455 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-3fb0d1e4-b5bf-48ec-95df-bbd966906172 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:12.641444 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-163a65da-ac04-477f-a71e-c9092e675f51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:12.653332 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-fbdf6493-637c-407e-80af-b8e7d38c029a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for network, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:12.666930 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-482dcea1-13b6-4fa2-b353-1378e351fa92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:12.680272 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdf6493-637c-407e-80af-b8e7d38c029a admin admin] Pushing event deleted for resources: {'Network': ['ID=f223b6a4-59b0-44af-833a-f2acca551120,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:12.686553 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-fbdf6493-637c-407e-80af-b8e7d38c029a admin admin] 10.222.0.133 "DELETE /v2.0/networks/f223b6a4-59b0-44af-833a-f2acca551120 HTTP/1.1" status: 204  len: 168 time: 1.5439043
Feb 02 13:41:12.687776 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-fbdf6493-637c-407e-80af-b8e7d38c029a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:12.700452 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-163a65da-ac04-477f-a71e-c9092e675f51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:12.786322 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-482dcea1-13b6-4fa2-b353-1378e351fa92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:12.799119 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-163a65da-ac04-477f-a71e-c9092e675f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:12.805357 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-d1d17e11-d00e-4326-99e4-e73b5cb95169 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:12.810880 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-2ef10eaf-4884-495c-b28f-a54da362a2d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:12.843027 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163a65da-ac04-477f-a71e-c9092e675f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c71db26-59d4-43da-9081-c286505f7180,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:12.858134 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482dcea1-13b6-4fa2-b353-1378e351fa92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9135679-6b1d-41c8-8a43-6160d1125d60,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:12.858943 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-163a65da-ac04-477f-a71e-c9092e675f51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:12.867165 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-482dcea1-13b6-4fa2-b353-1378e351fa92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:12.879103 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-163a65da-ac04-477f-a71e-c9092e675f51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:12.882852 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-163a65da-ac04-477f-a71e-c9092e675f51 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/4c71db26-59d4-43da-9081-c286505f7180 HTTP/1.1" status: 204  len: 168 time: 0.3583019
Feb 02 13:41:12.888526 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-482dcea1-13b6-4fa2-b353-1378e351fa92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:12.896103 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-482dcea1-13b6-4fa2-b353-1378e351fa92 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/e9135679-6b1d-41c8-8a43-6160d1125d60 HTTP/1.1" status: 204  len: 168 time: 0.6284835
Feb 02 13:41:13.160867 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 44674) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:41:13.255853 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-95da6f96-939b-4f1d-9847-c3280462296c admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=cd7754e4156f443f9c5968fdaa666ad4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0904584
Feb 02 13:41:13.255853 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 44678) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:41:13.286664 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bdee5d-57af-4efa-a398-f080ba55850d req-4e722fd9-82cd-464a-a8a3-ef0a6e6dc1a8 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:13.294458 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-66bdee5d-57af-4efa-a398-f080ba55850d req-4e722fd9-82cd-464a-a8a3-ef0a6e6dc1a8 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/ports?device_id=6cf7f0de-ccd0-430f-a0af-4e57ce8d696e HTTP/1.1" status: 200  len: 944 time: 0.3488104
Feb 02 13:41:13.395231 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-06b47f2b-3dc9-49a8-899c-c764c8ea29e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:13.443337 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-66bdee5d-57af-4efa-a398-f080ba55850d req-bb34ea17-de93-4dbe-80a5-55b9e2973787 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/security-groups?id=9820b355-1340-4439-a5e3-858cadedd0e4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1374776
Feb 02 13:41:13.448775 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-06b47f2b-3dc9-49a8-899c-c764c8ea29e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:13.542827 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-06b47f2b-3dc9-49a8-899c-c764c8ea29e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:13.557806 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-ec8ac20b-a4c2-4135-b238-d24ed8298e63 tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:13.584177 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b47f2b-3dc9-49a8-899c-c764c8ea29e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf45936-222b-4231-b1c1-f21c9d0cab0f,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:13.588666 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-06b47f2b-3dc9-49a8-899c-c764c8ea29e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:13.590537 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-06b47f2b-3dc9-49a8-899c-c764c8ea29e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:13.592559 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-06b47f2b-3dc9-49a8-899c-c764c8ea29e4 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/7cf45936-222b-4231-b1c1-f21c9d0cab0f HTTP/1.1" status: 204  len: 168 time: 0.3351781
Feb 02 13:41:14.359502 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 44700) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:41:14.441231 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-1326f6d3-a42e-402c-8d0f-6585d2ecc7b1 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=2b41c3769eb04ecd9434b1e4a6d57f23&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0794940
Feb 02 13:41:14.444409 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 44704) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:41:14.540485 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-456047af-ace0-411c-8278-4bc7f6757ca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:14.582132 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-456047af-ace0-411c-8278-4bc7f6757ca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:14.665452 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-456047af-ace0-411c-8278-4bc7f6757ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:14.673740 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-d1381613-d6a0-4df8-8524-e70816f31745 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:14.691171 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456047af-ace0-411c-8278-4bc7f6757ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cddf83f5-99f7-4dcd-8d13-037b9e88cced,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:14.694563 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-456047af-ace0-411c-8278-4bc7f6757ca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:14.703692 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-456047af-ace0-411c-8278-4bc7f6757ca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:14.710322 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-456047af-ace0-411c-8278-4bc7f6757ca5 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/cddf83f5-99f7-4dcd-8d13-037b9e88cced HTTP/1.1" status: 204  len: 168 time: 0.2644758
Feb 02 13:41:14.770457 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 44714) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:41:14.893369 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fd3f4-55bb-4007-922f-e032f5ed382f req-08783cfa-12d2-46e9-828a-f463c1fc3f2b tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:14.895098 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-437fd3f4-55bb-4007-922f-e032f5ed382f req-08783cfa-12d2-46e9-828a-f463c1fc3f2b tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/ports?device_id=6cf7f0de-ccd0-430f-a0af-4e57ce8d696e HTTP/1.1" status: 200  len: 944 time: 0.2533784
Feb 02 13:41:14.982402 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-437fd3f4-55bb-4007-922f-e032f5ed382f req-6bb1ea0d-2b49-4405-bcbe-b3c23e38cf62 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/security-groups?id=9820b355-1340-4439-a5e3-858cadedd0e4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0743473
Feb 02 13:41:15.030592 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-186b6b20-a351-4e7c-b394-2262cb04e40c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1395695913-network', 'tenant_id': 'dc43bfb261a1419d93631ca1734b41d5'}} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:41:15.036008 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-186b6b20-a351-4e7c-b394-2262cb04e40c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:41:15.041155 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-186b6b20-a351-4e7c-b394-2262cb04e40c admin admin] Usage tracker for resource:network and tenant:dc43bfb261a1419d93631ca1734b41d5 is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:41:15.044543 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-186b6b20-a351-4e7c-b394-2262cb04e40c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:41:15.053670 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-186b6b20-a351-4e7c-b394-2262cb04e40c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:41:15.073024 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186b6b20-a351-4e7c-b394-2262cb04e40c admin admin] Made reservation on behalf of dc43bfb261a1419d93631ca1734b41d5 for: {'network': 1} {{(pid=80184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 02 13:41:15.081286 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-186b6b20-a351-4e7c-b394-2262cb04e40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for network, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:15.103194 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-186b6b20-a351-4e7c-b394-2262cb04e40c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:15.126030 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-186b6b20-a351-4e7c-b394-2262cb04e40c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:41:15.131216 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-186b6b20-a351-4e7c-b394-2262cb04e40c admin admin] Usage tracker for resource:security_group_rule and tenant:dc43bfb261a1419d93631ca1734b41d5 is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:41:15.134715 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-186b6b20-a351-4e7c-b394-2262cb04e40c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:41:15.142439 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-186b6b20-a351-4e7c-b394-2262cb04e40c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:41:15.276030 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-186b6b20-a351-4e7c-b394-2262cb04e40c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:15.280266 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-186b6b20-a351-4e7c-b394-2262cb04e40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:15.288226 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-9eed607f-b70a-43aa-ab38-14012f06fe8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:15.324052 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-186b6b20-a351-4e7c-b394-2262cb04e40c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 02 13:41:15.341100 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186b6b20-a351-4e7c-b394-2262cb04e40c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf84a7bd-2fa2-4d6b-b5fb-52bc440fc6b5,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:15.344785 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-186b6b20-a351-4e7c-b394-2262cb04e40c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:15.352636 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-186b6b20-a351-4e7c-b394-2262cb04e40c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771912128866', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764996'] for segment, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:15.353206 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.db.segments_db [None req-186b6b20-a351-4e7c-b394-2262cb04e40c admin admin] Added segment 36752a10-39fb-4e35-b242-32334e2e3c32 of type vxlan for network a4835e6f-7982-41d9-8597-68768326e2b7
Feb 02 13:41:15.395668 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-186b6b20-a351-4e7c-b394-2262cb04e40c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771911551603'] for network, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:15.442310 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-186b6b20-a351-4e7c-b394-2262cb04e40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670'] for network, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:15.444814 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186b6b20-a351-4e7c-b394-2262cb04e40c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:15.445873 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-186b6b20-a351-4e7c-b394-2262cb04e40c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for network, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:15.452626 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:15.595509 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-186b6b20-a351-4e7c-b394-2262cb04e40c admin admin] 10.222.0.133 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.8223476
Feb 02 13:41:15.599626 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 44730) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:41:15.609216 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-30df9f58-eed1-4549-9a1e-4e4af846aa81 admin admin] Request body: {'subnet': {'network_id': 'a4835e6f-7982-41d9-8597-68768326e2b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1395695913-subnet', 'tenant_id': 'dc43bfb261a1419d93631ca1734b41d5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:41:15.613730 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186b6b20-a351-4e7c-b394-2262cb04e40c admin admin] Pushing event updated for resources: {'Network': ['ID=a4835e6f-7982-41d9-8597-68768326e2b7,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:15.618229 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-186b6b20-a351-4e7c-b394-2262cb04e40c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:15.622395 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-30df9f58-eed1-4549-9a1e-4e4af846aa81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:41:15.630303 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-30df9f58-eed1-4549-9a1e-4e4af846aa81 admin admin] Usage tracker for resource:subnet and tenant:dc43bfb261a1419d93631ca1734b41d5 is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:41:15.631650 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Network a4835e6f-7982-41d9-8597-68768326e2b7 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 02 13:41:15.635011 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-30df9f58-eed1-4549-9a1e-4e4af846aa81 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:41:15.644700 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-30df9f58-eed1-4549-9a1e-4e4af846aa81 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:41:15.656284 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Network a4835e6f-7982-41d9-8597-68768326e2b7 details requested by agent ovs-agent-dv-cinder-772388-4-iscsi with host dv-cinder-772388-4-iscsi {{(pid=80186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 02 13:41:15.657455 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30df9f58-eed1-4549-9a1e-4e4af846aa81 admin admin] Made reservation on behalf of dc43bfb261a1419d93631ca1734b41d5 for: {'subnet': 1} {{(pid=80184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 02 13:41:15.664126 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-30df9f58-eed1-4549-9a1e-4e4af846aa81 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852478217'] for subnet, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:16.333441 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device 1b3f9eb4-7da2-479a-ae23-9653b881385d up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:41:16.379171 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-30df9f58-eed1-4549-9a1e-4e4af846aa81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2834529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852478268'] for subnet, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:16.405255 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:16.441858 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning for port 1b3f9eb4-7da2-479a-ae23-9653b881385d completed by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:41:16.453016 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port 1b3f9eb4-7da2-479a-ae23-9653b881385d triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:41:16.453833 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:16.630469 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:16.670015 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cf7f0de-ccd0-430f-a0af-4e57ce8d696e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3f9eb4-7da2-479a-ae23-9653b881385d'}] {{(pid=80186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:41:16.685130 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] For port 1b3f9eb4-7da2-479a-ae23-9653b881385d, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=1b3f9eb4-7da2-479a-ae23-9653b881385d,segment=NetworkSegment(a37564d3-6094-474f-ba68-3e55654583de),segment_id=a37564d3-6094-474f-ba68-3e55654583de)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:41:16.689539 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:16.694230 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-c3d5bfba-31cd-4fe9-b77b-4d1cfe65514f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:16.703655 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc90f7-90ec-49cd-b76a-8e5d8ac29b6a req-acff0e2f-ba06-4cde-a91d-543d8bf08d71 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:16.707324 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a5fc90f7-90ec-49cd-b76a-8e5d8ac29b6a req-acff0e2f-ba06-4cde-a91d-543d8bf08d71 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/ports?device_id=6cf7f0de-ccd0-430f-a0af-4e57ce8d696e HTTP/1.1" status: 200  len: 944 time: 0.4546845
Feb 02 13:41:16.733107 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df9f58-eed1-4549-9a1e-4e4af846aa81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bd499ff-eea3-463e-bee1-8df687fd8da3,revision_number=0']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:16.778586 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cf7f0de-ccd0-430f-a0af-4e57ce8d696e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3f9eb4-7da2-479a-ae23-9653b881385d', 'code': 200}
Feb 02 13:41:16.788978 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-30df9f58-eed1-4549-9a1e-4e4af846aa81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:16.803827 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Pushing event updated for resources: {'Port': ['ID=1b3f9eb4-7da2-479a-ae23-9653b881385d,revision_number=4']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:16.819125 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:16.820536 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:16.821305 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:16.823152 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:16.824159 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:16.824880 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:16.826279 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:16.827264 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:16.828044 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:16.828788 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:16.830433 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:16.831266 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:16.832422 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:16.833243 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:16.834181 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:16.834954 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:16.835720 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:16.836492 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:16.837749 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:16.838425 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:16.839534 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:16.840452 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:16.841044 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:16.841746 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:16.849546 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:16.910182 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a5fc90f7-90ec-49cd-b76a-8e5d8ac29b6a req-2f8912a9-cc21-422b-a0e4-be325bb0ca09 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/security-groups?id=9820b355-1340-4439-a5e3-858cadedd0e4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1619928
Feb 02 13:41:16.978108 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30df9f58-eed1-4549-9a1e-4e4af846aa81 admin admin] Checking segment: {'id': '36752a10-39fb-4e35-b242-32334e2e3c32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a4835e6f-7982-41d9-8597-68768326e2b7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:41:16.979006 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30df9f58-eed1-4549-9a1e-4e4af846aa81 admin admin] Network hostable DHCP agents. Network: a4835e6f-7982-41d9-8597-68768326e2b7, hostable agents: ['f461d640-d7db-44f6-a785-e3cace2a4602'], hosted agents: [] {{(pid=80184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 02 13:41:17.008133 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30df9f58-eed1-4549-9a1e-4e4af846aa81 admin admin] Network a4835e6f-7982-41d9-8597-68768326e2b7 is scheduled to be hosted by DHCP agent f461d640-d7db-44f6-a785-e3cace2a4602 with binding_index 1 {{(pid=80184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 02 13:41:17.023805 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [None req-30df9f58-eed1-4549-9a1e-4e4af846aa81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-4-iscsi, a4835e6f-7982-41d9-8597-68768326e2b7) {{(pid=80184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:41:17.046894 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30df9f58-eed1-4549-9a1e-4e4af846aa81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:17.048023 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-30df9f58-eed1-4549-9a1e-4e4af846aa81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for subnet, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:17.056387 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c0b176-e010-4f54-889a-a52b26140c93 None None] Network a4835e6f-7982-41d9-8597-68768326e2b7 requested from dv-cinder-772388-4-iscsi {{(pid=80186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 02 13:41:17.074847 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-30df9f58-eed1-4549-9a1e-4e4af846aa81 admin admin] 10.222.0.133 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.4740245
Feb 02 13:41:17.079458 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 44754) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:41:17.090837 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-0f100107-254b-4aaf-b8f5-2ba6859ce322 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1395695913-router', 'tenant_id': 'dc43bfb261a1419d93631ca1734b41d5', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd'}}} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:41:17.100823 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-0f100107-254b-4aaf-b8f5-2ba6859ce322 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:41:17.107291 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-0f100107-254b-4aaf-b8f5-2ba6859ce322 admin admin] Usage tracker for resource:router and tenant:dc43bfb261a1419d93631ca1734b41d5 is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:41:17.112699 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-0f100107-254b-4aaf-b8f5-2ba6859ce322 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:41:17.121735 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-0f100107-254b-4aaf-b8f5-2ba6859ce322 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:41:17.134934 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0f100107-254b-4aaf-b8f5-2ba6859ce322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2071196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854754958'] for router, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:17.136437 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0f100107-254b-4aaf-b8f5-2ba6859ce322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852704654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852699534', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2021380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-20842'] for router, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:17.240879 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0f100107-254b-4aaf-b8f5-2ba6859ce322 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:17.433227 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d86910-347a-4089-b346-6e70f29aa146 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa05205c3-8815-540b-8771-77f24174213e-a4835e6f-7982-41d9-8597-68768326e2b7', 'network_id': 'a4835e6f-7982-41d9-8597-68768326e2b7', 'tenant_id': 'dc43bfb261a1419d93631ca1734b41d5', 'fixed_ips': [{'subnet_id': '7bd499ff-eea3-463e-bee1-8df687fd8da3'}]}} from dv-cinder-772388-4-iscsi. {{(pid=80186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 02 13:41:17.434365 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-69d86910-347a-4089-b346-6e70f29aa146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_create {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:17.618433 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177eda83-eed3-421d-a6a4-ab7917e4e521 req-5d347115-f693-4473-a093-6c1eeab154a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:17.621575 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-177eda83-eed3-421d-a6a4-ab7917e4e521 req-5d347115-f693-4473-a093-6c1eeab154a3 service neutron] 10.222.0.132 "GET /v2.0/ports?device_id=6cf7f0de-ccd0-430f-a0af-4e57ce8d696e HTTP/1.1" status: 200  len: 1163 time: 0.4677784
Feb 02 13:41:17.764933 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0f100107-254b-4aaf-b8f5-2ba6859ce322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852699583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2071267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-20827'] for router, precommit_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:17.827669 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-177eda83-eed3-421d-a6a4-ab7917e4e521 req-60bb4352-d384-4db5-b856-a8b9948b6eab service neutron] 10.222.0.132 "GET /v2.0/security-groups?id=9820b355-1340-4439-a5e3-858cadedd0e4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1939931
Feb 02 13:41:17.925915 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_common [None req-69d86910-347a-4089-b346-6e70f29aa146 None None] Allocated IP 172.20.0.2 (a4835e6f-7982-41d9-8597-68768326e2b7/7bd499ff-eea3-463e-bee1-8df687fd8da3/925e07b3-b48e-4c22-ae28-d1ee9557d7be) {{(pid=80186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 02 13:41:18.157043 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device 1b3f9eb4-7da2-479a-ae23-9653b881385d up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:41:18.361706 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port 1b3f9eb4-7da2-479a-ae23-9653b881385d triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:41:18.362137 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:18.398456 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-69d86910-347a-4089-b346-6e70f29aa146 None None] Notify callbacks [] for port, precommit_create {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:18.429938 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-69d86910-347a-4089-b346-6e70f29aa146 None None] Transition to ACTIVE for port object 925e07b3-b48e-4c22-ae28-d1ee9557d7be will not be triggered until provisioned by entity L2. {{(pid=80186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:41:18.463217 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-69d86910-347a-4089-b346-6e70f29aa146 None None] Transition to ACTIVE for port object 925e07b3-b48e-4c22-ae28-d1ee9557d7be will not be triggered until provisioned by entity DHCP. {{(pid=80186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:41:18.472391 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-69d86910-347a-4089-b346-6e70f29aa146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264943169311'] for port, after_create {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:18.489726 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-7017101f-57f0-43e5-b3f6-834cb52332ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:18.811183 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d86910-347a-4089-b346-6e70f29aa146 None None] Pushing event updated for resources: {'Port': ['ID=925e07b3-b48e-4c22-ae28-d1ee9557d7be,revision_number=1']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:18.816976 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-69d86910-347a-4089-b346-6e70f29aa146 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:18.890270 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f6467-035b-44b2-8759-85b8b367ca50 req-75808767-dad9-41ee-bc93-76101f988e29 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:18.892232 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-0f7f6467-035b-44b2-8759-85b8b367ca50 req-75808767-dad9-41ee-bc93-76101f988e29 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/ports?device_id=6cf7f0de-ccd0-430f-a0af-4e57ce8d696e HTTP/1.1" status: 200  len: 946 time: 0.4350739
Feb 02 13:41:18.902580 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0f100107-254b-4aaf-b8f5-2ba6859ce322 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:18.919903 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d86910-347a-4089-b346-6e70f29aa146 None None] Network a4835e6f-7982-41d9-8597-68768326e2b7 is already hosted by enough agents. {{(pid=80186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:41:18.921539 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [None req-69d86910-347a-4089-b346-6e70f29aa146 None None] Resources bound (agent type, host, resource id):  {{(pid=80186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:41:18.924466 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d86910-347a-4089-b346-6e70f29aa146 None None] Received port after_create {{(pid=80186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 02 13:41:18.998538 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-69d86910-347a-4089-b346-6e70f29aa146 None None] Attempting to bind port 925e07b3-b48e-4c22-ae28-d1ee9557d7be on host dv-cinder-772388-4-iscsi for vnic_type normal with profile  {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 02 13:41:18.999393 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-69d86910-347a-4089-b346-6e70f29aa146 None None] Attempting to bind port 925e07b3-b48e-4c22-ae28-d1ee9557d7be by drivers openvswitch on host dv-cinder-772388-4-iscsi at level 0 using segments [{'id': '36752a10-39fb-4e35-b242-32334e2e3c32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a4835e6f-7982-41d9-8597-68768326e2b7'}] {{(pid=80186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 02 13:41:19.000117 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d86910-347a-4089-b346-6e70f29aa146 None None] Attempting to bind port 925e07b3-b48e-4c22-ae28-d1ee9557d7be on network a4835e6f-7982-41d9-8597-68768326e2b7 {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 02 13:41:19.004521 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0f100107-254b-4aaf-b8f5-2ba6859ce322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:19.008628 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d86910-347a-4089-b346-6e70f29aa146 None None] Checking agent: {'id': '59520739-4536-4d8c-966e-8cf7fcba95c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 27, 30), 'started_at': datetime.datetime(2021, 2, 2, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.101', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 02 13:41:19.009501 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d86910-347a-4089-b346-6e70f29aa146 None None] Checking segment: {'id': '36752a10-39fb-4e35-b242-32334e2e3c32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a4835e6f-7982-41d9-8597-68768326e2b7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:41:19.010103 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-69d86910-347a-4089-b346-6e70f29aa146 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:19.010682 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d86910-347a-4089-b346-6e70f29aa146 None None] Bound using segment: {'id': '36752a10-39fb-4e35-b242-32334e2e3c32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a4835e6f-7982-41d9-8597-68768326e2b7'} {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 02 13:41:19.011527 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-69d86910-347a-4089-b346-6e70f29aa146 None None] Bound port: 925e07b3-b48e-4c22-ae28-d1ee9557d7be, host: dv-cinder-772388-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36752a10-39fb-4e35-b242-32334e2e3c32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a4835e6f-7982-41d9-8597-68768326e2b7'}}] {{(pid=80186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 02 13:41:19.012161 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-69d86910-347a-4089-b346-6e70f29aa146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:19.170241 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-69d86910-347a-4089-b346-6e70f29aa146 None None] For port 925e07b3-b48e-4c22-ae28-d1ee9557d7be, host dv-cinder-772388-4-iscsi, cleared binding levels {{(pid=80186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 02 13:41:19.177307 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-69d86910-347a-4089-b346-6e70f29aa146 None None] For port 925e07b3-b48e-4c22-ae28-d1ee9557d7be, host dv-cinder-772388-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=925e07b3-b48e-4c22-ae28-d1ee9557d7be,segment=NetworkSegment(36752a10-39fb-4e35-b242-32334e2e3c32),segment_id=36752a10-39fb-4e35-b242-32334e2e3c32)] {{(pid=80186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 02 13:41:19.183520 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-69d86910-347a-4089-b346-6e70f29aa146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:19.216678 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-3d46fdd3-4823-4221-adb3-4e7ccf6583a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:19.270788 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-0f7f6467-035b-44b2-8759-85b8b367ca50 req-8075c3df-f53b-4aa9-b798-3e28307f414a tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/security-groups?id=9820b355-1340-4439-a5e3-858cadedd0e4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.3104050
Feb 02 13:41:19.487837 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d86910-347a-4089-b346-6e70f29aa146 None None] Pushing event updated for resources: {'Port': ['ID=925e07b3-b48e-4c22-ae28-d1ee9557d7be,revision_number=2']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:19.494603 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-69d86910-347a-4089-b346-6e70f29aa146 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:19.587257 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_common [None req-0f100107-254b-4aaf-b8f5-2ba6859ce322 admin admin] Allocated IP 172.27.2.65 (081eaffe-521e-4302-9444-c5c7bff220cd/e906fce0-ed19-4873-885c-646e92308730/18a2dbf0-0539-4feb-8790-507726aa8e25) {{(pid=80184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 02 13:41:19.793743 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0f100107-254b-4aaf-b8f5-2ba6859ce322 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:19.859968 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0f100107-254b-4aaf-b8f5-2ba6859ce322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264943169311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851940450'] for port, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:19.895288 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:20.076102 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f100107-254b-4aaf-b8f5-2ba6859ce322 admin admin] Pushing event updated for resources: {'Port': ['ID=18a2dbf0-0539-4feb-8790-507726aa8e25,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:20.081508 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-0f100107-254b-4aaf-b8f5-2ba6859ce322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:20.145190 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f100107-254b-4aaf-b8f5-2ba6859ce322 admin admin] Network 081eaffe-521e-4302-9444-c5c7bff220cd is already hosted by enough agents. {{(pid=80184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:41:20.146421 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [None req-0f100107-254b-4aaf-b8f5-2ba6859ce322 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:41:20.148775 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f100107-254b-4aaf-b8f5-2ba6859ce322 admin admin] Received port after_create {{(pid=80184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 02 13:41:20.161711 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device 1b3f9eb4-7da2-479a-ae23-9653b881385d up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:41:20.305956 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port 1b3f9eb4-7da2-479a-ae23-9653b881385d triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:41:20.306637 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:20.346046 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device 925e07b3-b48e-4c22-ae28-d1ee9557d7be up at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:41:20.629617 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning for port 925e07b3-b48e-4c22-ae28-d1ee9557d7be completed by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:41:20.850072 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0f100107-254b-4aaf-b8f5-2ba6859ce322 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:21.154371 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589b9726-c938-4495-b77e-7e3dbf5e3e3a None None] Network a4835e6f-7982-41d9-8597-68768326e2b7 requested from dv-cinder-772388-4-iscsi {{(pid=80186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 02 13:41:21.211700 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d3988-989a-4121-bcd3-c54d1dc450ef req-ad944ca6-0bdf-42d8-bc2e-3fe13935d020 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:21.214284 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-853d3988-989a-4121-bcd3-c54d1dc450ef req-ad944ca6-0bdf-42d8-bc2e-3fe13935d020 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/ports?device_id=6cf7f0de-ccd0-430f-a0af-4e57ce8d696e HTTP/1.1" status: 200  len: 946 time: 0.5541635
Feb 02 13:41:21.291075 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-c89d215e-454e-4dc3-8166-0fe8128e69a3 None None] Provisioning for port 925e07b3-b48e-4c22-ae28-d1ee9557d7be completed by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:41:21.309029 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-c89d215e-454e-4dc3-8166-0fe8128e69a3 None None] Provisioning complete for port 925e07b3-b48e-4c22-ae28-d1ee9557d7be triggered by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:41:21.309442 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c89d215e-454e-4dc3-8166-0fe8128e69a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:21.860947 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-853d3988-989a-4121-bcd3-c54d1dc450ef req-4d2fb596-e824-46a7-b2d6-93b8267c0094 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/security-groups?id=9820b355-1340-4439-a5e3-858cadedd0e4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.6306601
Feb 02 13:41:21.911402 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0f100107-254b-4aaf-b8f5-2ba6859ce322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852704620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2076335'] for router, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:22.069115 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c89d215e-454e-4dc3-8166-0fe8128e69a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:22.188648 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-c89d215e-454e-4dc3-8166-0fe8128e69a3 None None] For port 925e07b3-b48e-4c22-ae28-d1ee9557d7be, host dv-cinder-772388-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=925e07b3-b48e-4c22-ae28-d1ee9557d7be,segment=NetworkSegment(36752a10-39fb-4e35-b242-32334e2e3c32),segment_id=36752a10-39fb-4e35-b242-32334e2e3c32)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:41:22.199458 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c89d215e-454e-4dc3-8166-0fe8128e69a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:22.204177 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-19d56504-5b8a-4c13-865c-4b2030b33074 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:22.432079 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89d215e-454e-4dc3-8166-0fe8128e69a3 None None] Pushing event updated for resources: {'Port': ['ID=925e07b3-b48e-4c22-ae28-d1ee9557d7be,revision_number=3']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:22.441237 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-c89d215e-454e-4dc3-8166-0fe8128e69a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:22.466733 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f100107-254b-4aaf-b8f5-2ba6859ce322 admin admin] Router ad341255-7ecc-43c6-b68e-2258dac3fe16 is scheduled to L3 agent 46ed2aac-7d32-4274-9cac-387c5fc2cd87 with binding_index 1 {{(pid=80184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 02 13:41:22.693809 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-db13d43a-2a90-4cf2-9d40-79d78c8fcd02 None None] Provisioning complete for port 925e07b3-b48e-4c22-ae28-d1ee9557d7be triggered by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:41:22.694457 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-db13d43a-2a90-4cf2-9d40-79d78c8fcd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:22.882840 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f54943-4a06-44d7-a801-dcf91371fd80 req-4d4309da-1a9a-4277-b580-e9581c01483a tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:22.886062 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b2f54943-4a06-44d7-a801-dcf91371fd80 req-4d4309da-1a9a-4277-b580-e9581c01483a tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/ports?device_id=6cf7f0de-ccd0-430f-a0af-4e57ce8d696e HTTP/1.1" status: 200  len: 946 time: 0.7044251
Feb 02 13:41:22.960570 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f100107-254b-4aaf-b8f5-2ba6859ce322 admin admin] Notify agent at l3_agent.dv-cinder-772388-4-iscsi the message routers_updated {{(pid=80184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 02 13:41:22.972842 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e59384-e467-4215-8434-0432f2f3e97e None None] Sync routers for ids ['ad341255-7ecc-43c6-b68e-2258dac3fe16'] in dv-cinder-772388-4-iscsi {{(pid=80186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 02 13:41:22.985039 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e59384-e467-4215-8434-0432f2f3e97e None None] Routers {'ad341255-7ecc-43c6-b68e-2258dac3fe16'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:41:22.986053 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-32e59384-e467-4215-8434-0432f2f3e97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e84aba20>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:40:59Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['ad341255-7ecc-43c6-b68e-2258dac3fe16'], 'active': True} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:41:23.070160 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b2f54943-4a06-44d7-a801-dcf91371fd80 req-cfefc5fc-b370-48b3-a1f3-d773f131bcf2 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/security-groups?id=9820b355-1340-4439-a5e3-858cadedd0e4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1633005
Feb 02 13:41:23.078264 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0f100107-254b-4aaf-b8f5-2ba6859ce322 admin admin] Notify callbacks [] for router, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:23.085146 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-0f100107-254b-4aaf-b8f5-2ba6859ce322 admin admin] 10.222.0.133 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 6.0039444
Feb 02 13:41:23.086176 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 44810) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:41:23.179355 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-e1ce66e2-df68-4662-a25a-6b446d01befc None None] Provisioning complete for port 925e07b3-b48e-4c22-ae28-d1ee9557d7be triggered by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:41:23.180089 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e1ce66e2-df68-4662-a25a-6b446d01befc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:23.329417 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-32e59384-e467-4215-8434-0432f2f3e97e None None] Set router ad341255-7ecc-43c6-b68e-2258dac3fe16 gateway port host: dv-cinder-772388-4-iscsi {{(pid=80186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:41:23.507289 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7dacc612-680d-400c-9539-1471b400528c req-6301a78c-af66-4b3a-b2f0-4fb34ccdd1f5 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.3544452
Feb 02 13:41:23.517496 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-7dacc612-680d-400c-9539-1471b400528c req-25f8c48d-4eb4-4046-ab20-0d7cf00de8db tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Request body: {'floatingip': {'floating_network_id': '081eaffe-521e-4302-9444-c5c7bff220cd'}} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:41:23.541128 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-7dacc612-680d-400c-9539-1471b400528c req-25f8c48d-4eb4-4046-ab20-0d7cf00de8db tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:41:23.550028 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-7dacc612-680d-400c-9539-1471b400528c req-25f8c48d-4eb4-4046-ab20-0d7cf00de8db tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Usage tracker for resource:floatingip and tenant:8e16c9728d43493c958535e3444169f8 is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:41:23.557337 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-7dacc612-680d-400c-9539-1471b400528c req-25f8c48d-4eb4-4046-ab20-0d7cf00de8db tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:41:23.575671 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-7dacc612-680d-400c-9539-1471b400528c req-25f8c48d-4eb4-4046-ab20-0d7cf00de8db tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:41:23.588908 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-7dacc612-680d-400c-9539-1471b400528c req-25f8c48d-4eb4-4046-ab20-0d7cf00de8db tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Notify callbacks [] for floatingip, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:23.806598 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-fca242ff-2028-4ad6-af90-e3511c521410 None None] Provisioning complete for port 925e07b3-b48e-4c22-ae28-d1ee9557d7be triggered by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:41:23.807226 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-fca242ff-2028-4ad6-af90-e3511c521410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:23.900072 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-7dacc612-680d-400c-9539-1471b400528c req-25f8c48d-4eb4-4046-ab20-0d7cf00de8db tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:23.910093 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-32e59384-e467-4215-8434-0432f2f3e97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e84aba20>, [{'id': 'ad341255-7ecc-43c6-b68e-2258dac3fe16', 'name': 'tempest-AttachVolumeTestJSON-1395695913-router', 'tenant_id': 'dc43bfb261a1419d93631ca1734b41d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '18a2dbf0-0539-4feb-8790-507726aa8e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:41:17Z', 'updated_at': '2021-02-02T13:41:20Z', 'revision_number': 3, 'project_id': 'dc43bfb261a1419d93631ca1734b41d5', 'gw_port': {'id': '18a2dbf0-0539-4feb-8790-507726aa8e25', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f5:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad341255-7ecc-43c6-b68e-2258dac3fe16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:19Z', 'updated_at': '2021-02-02T13:41:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi'}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:41:23.921279 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e59384-e467-4215-8434-0432f2f3e97e None None] Checking router: ad341255-7ecc-43c6-b68e-2258dac3fe16 for host: dv-cinder-772388-4-iscsi {{(pid=80186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 02 13:41:23.921733 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e59384-e467-4215-8434-0432f2f3e97e None None] Updating router ad341255-7ecc-43c6-b68e-2258dac3fe16 port 18a2dbf0-0539-4feb-8790-507726aa8e25 binding host dv-cinder-772388-4-iscsi {{(pid=80186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 02 13:41:24.057023 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-32e59384-e467-4215-8434-0432f2f3e97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:24.428544 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device 925e07b3-b48e-4c22-ae28-d1ee9557d7be up at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:41:24.444130 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-7512c9dd-bc7f-423e-a43b-1e0ff7d05733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:24.571818 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 44830) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:41:24.669876 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning complete for port 925e07b3-b48e-4c22-ae28-d1ee9557d7be triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:41:24.670243 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:24.807262 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-34a756e9-a536-4886-899d-9a6b7ee3fd3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:24.865912 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-34a756e9-a536-4886-899d-9a6b7ee3fd3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:41:24.886977 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-34a756e9-a536-4886-899d-9a6b7ee3fd3b admin admin] Usage tracker for resource:security_group_rule and tenant:4b0d7f7ab3324923b0a80e3cd573c1a8 is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:41:24.906191 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-34a756e9-a536-4886-899d-9a6b7ee3fd3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:41:24.936078 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-34a756e9-a536-4886-899d-9a6b7ee3fd3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:41:25.102096 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-32e59384-e467-4215-8434-0432f2f3e97e None None] Notify callbacks [] for port, precommit_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:25.111637 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-34a756e9-a536-4886-899d-9a6b7ee3fd3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:25.120671 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-34a756e9-a536-4886-899d-9a6b7ee3fd3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:25.139215 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-32e59384-e467-4215-8434-0432f2f3e97e None None] Transition to ACTIVE for port object 18a2dbf0-0539-4feb-8790-507726aa8e25 will not be triggered until provisioned by entity L2. {{(pid=80186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:41:25.143976 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-32e59384-e467-4215-8434-0432f2f3e97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:25.163819 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-6b65697f-9680-4bc8-8f44-8a868d47e00b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:25.193261 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-34a756e9-a536-4886-899d-9a6b7ee3fd3b admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=4b0d7f7ab3324923b0a80e3cd573c1a8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6197944
Feb 02 13:41:25.292491 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_common [req-7dacc612-680d-400c-9539-1471b400528c req-25f8c48d-4eb4-4046-ab20-0d7cf00de8db tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Allocated IP 172.27.2.69 (081eaffe-521e-4302-9444-c5c7bff220cd/e906fce0-ed19-4873-885c-646e92308730/e0d68dc5-039b-4e19-819c-a73f364b3b97) {{(pid=80184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 02 13:41:25.390037 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:25.392448 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 44840) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:41:25.478526 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27ac052-4624-4435-bc3d-64e88c332b94 None None] Pushing event updated for resources: {'Port': ['ID=18a2dbf0-0539-4feb-8790-507726aa8e25,revision_number=2']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:25.482120 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-e27ac052-4624-4435-bc3d-64e88c332b94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:25.505040 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_common [None req-7512c9dd-bc7f-423e-a43b-1e0ff7d05733 admin admin] Allocated IP 172.20.0.1 (a4835e6f-7982-41d9-8597-68768326e2b7/7bd499ff-eea3-463e-bee1-8df687fd8da3/060e64a5-488e-45ca-ae21-bc198b2cac26) {{(pid=80185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 02 13:41:25.529150 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0fae891e-a668-4f7c-8717-645fd2ae0196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:25.547067 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-32e59384-e467-4215-8434-0432f2f3e97e None None] Attempting to bind port 18a2dbf0-0539-4feb-8790-507726aa8e25 on host dv-cinder-772388-4-iscsi for vnic_type normal with profile  {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 02 13:41:25.547597 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-32e59384-e467-4215-8434-0432f2f3e97e None None] Attempting to bind port 18a2dbf0-0539-4feb-8790-507726aa8e25 by drivers openvswitch on host dv-cinder-772388-4-iscsi at level 0 using segments [{'id': '5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd'}] {{(pid=80186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 02 13:41:25.548362 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e59384-e467-4215-8434-0432f2f3e97e None None] Attempting to bind port 18a2dbf0-0539-4feb-8790-507726aa8e25 on network 081eaffe-521e-4302-9444-c5c7bff220cd {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 02 13:41:25.551042 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a756e9-a536-4886-899d-9a6b7ee3fd3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1523e5a-e6e1-49b4-b070-2cd3d913597a,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:25.554970 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e59384-e467-4215-8434-0432f2f3e97e None None] Checking agent: {'id': '59520739-4536-4d8c-966e-8cf7fcba95c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 27, 30), 'started_at': datetime.datetime(2021, 2, 2, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.101', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 02 13:41:25.556504 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e59384-e467-4215-8434-0432f2f3e97e None None] Checking segment: {'id': '5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:41:25.557233 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-32e59384-e467-4215-8434-0432f2f3e97e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:25.557776 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e59384-e467-4215-8434-0432f2f3e97e None None] Bound using segment: {'id': '5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd'} {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 02 13:41:25.558359 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-32e59384-e467-4215-8434-0432f2f3e97e None None] Bound port: 18a2dbf0-0539-4feb-8790-507726aa8e25, host: dv-cinder-772388-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd'}}] {{(pid=80186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 02 13:41:25.559321 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-32e59384-e467-4215-8434-0432f2f3e97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:25.560264 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-34a756e9-a536-4886-899d-9a6b7ee3fd3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:25.650922 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-7dacc612-680d-400c-9539-1471b400528c req-25f8c48d-4eb4-4046-ab20-0d7cf00de8db tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Notify callbacks [] for port, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:25.657889 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-32e59384-e467-4215-8434-0432f2f3e97e None None] For port 18a2dbf0-0539-4feb-8790-507726aa8e25, host dv-cinder-772388-4-iscsi, cleared binding levels {{(pid=80186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 02 13:41:25.662459 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-32e59384-e467-4215-8434-0432f2f3e97e None None] For port 18a2dbf0-0539-4feb-8790-507726aa8e25, host dv-cinder-772388-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=18a2dbf0-0539-4feb-8790-507726aa8e25,segment=NetworkSegment(5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8),segment_id=5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8)] {{(pid=80186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 02 13:41:25.666562 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-32e59384-e467-4215-8434-0432f2f3e97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:25.683115 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:25.690692 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-7dacc612-680d-400c-9539-1471b400528c req-25f8c48d-4eb4-4046-ab20-0d7cf00de8db tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264943169311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851940450'] for port, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:25.709778 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:25.722954 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0fae891e-a668-4f7c-8717-645fd2ae0196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:25.870357 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0fae891e-a668-4f7c-8717-645fd2ae0196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:25.896761 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-65be4b5b-74c8-4355-9a97-f3d09c350e71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:25.933928 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fae891e-a668-4f7c-8717-645fd2ae0196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1523e5a-e6e1-49b4-b070-2cd3d913597a,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:25.944749 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f8c48d-4eb4-4046-ab20-0d7cf00de8db tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Pushing event updated for resources: {'Port': ['ID=e0d68dc5-039b-4e19-819c-a73f364b3b97,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:25.952243 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-25f8c48d-4eb4-4046-ab20-0d7cf00de8db tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:25.964343 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-0fae891e-a668-4f7c-8717-645fd2ae0196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:25.990678 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-7512c9dd-bc7f-423e-a43b-1e0ff7d05733 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:25.994682 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0fae891e-a668-4f7c-8717-645fd2ae0196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:25.999030 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-0fae891e-a668-4f7c-8717-645fd2ae0196 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/b1523e5a-e6e1-49b4-b070-2cd3d913597a HTTP/1.1" status: 204  len: 168 time: 0.6030514
Feb 02 13:41:26.017297 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-7512c9dd-bc7f-423e-a43b-1e0ff7d05733 admin admin] Transition to ACTIVE for port object 060e64a5-488e-45ca-ae21-bc198b2cac26 will not be triggered until provisioned by entity DHCP. {{(pid=80185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:41:26.042842 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-7512c9dd-bc7f-423e-a43b-1e0ff7d05733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264943169311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2210562'] for port, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:26.059721 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dacc612-680d-400c-9539-1471b400528c req-25f8c48d-4eb4-4046-ab20-0d7cf00de8db tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Network 081eaffe-521e-4302-9444-c5c7bff220cd is already hosted by enough agents. {{(pid=80184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:41:26.061363 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [req-7dacc612-680d-400c-9539-1471b400528c req-25f8c48d-4eb4-4046-ab20-0d7cf00de8db tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Resources bound (agent type, host, resource id):  {{(pid=80184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:41:26.064411 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dacc612-680d-400c-9539-1471b400528c req-25f8c48d-4eb4-4046-ab20-0d7cf00de8db tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Received port after_create {{(pid=80184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 02 13:41:26.070026 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-52eb6e62-ef00-425f-8fbc-1b8afcb44cc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:26.202141 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-be22a6f1-476b-44cb-9508-14d1d87b9837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:26.234628 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27ac052-4624-4435-bc3d-64e88c332b94 None None] Pushing event updated for resources: {'Port': ['ID=18a2dbf0-0539-4feb-8790-507726aa8e25,revision_number=3']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:26.244191 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-e27ac052-4624-4435-bc3d-64e88c332b94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:26.251641 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7512c9dd-bc7f-423e-a43b-1e0ff7d05733 admin admin] Pushing event updated for resources: {'Port': ['ID=060e64a5-488e-45ca-ae21-bc198b2cac26,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:26.257575 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-7512c9dd-bc7f-423e-a43b-1e0ff7d05733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:26.316336 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-7dacc612-680d-400c-9539-1471b400528c req-25f8c48d-4eb4-4046-ab20-0d7cf00de8db tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:26.342455 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e59384-e467-4215-8434-0432f2f3e97e None None] Routers {'ad341255-7ecc-43c6-b68e-2258dac3fe16'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:41:26.342771 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7512c9dd-bc7f-423e-a43b-1e0ff7d05733 admin admin] Network a4835e6f-7982-41d9-8597-68768326e2b7 is already hosted by enough agents. {{(pid=80185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:41:26.343335 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-32e59384-e467-4215-8434-0432f2f3e97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e84aba20>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:40:59Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['ad341255-7ecc-43c6-b68e-2258dac3fe16'], 'active': True} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:41:26.344286 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [None req-7512c9dd-bc7f-423e-a43b-1e0ff7d05733 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:41:26.348864 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7512c9dd-bc7f-423e-a43b-1e0ff7d05733 admin admin] Received port after_create {{(pid=80185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 02 13:41:26.521668 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-7512c9dd-bc7f-423e-a43b-1e0ff7d05733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2073963'] for router_interface, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:26.524465 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-7dacc612-680d-400c-9539-1471b400528c req-25f8c48d-4eb4-4046-ab20-0d7cf00de8db tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:26.907391 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-32e59384-e467-4215-8434-0432f2f3e97e None None] Set router ad341255-7ecc-43c6-b68e-2258dac3fe16 gateway port host: dv-cinder-772388-4-iscsi {{(pid=80186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:41:26.930496 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 44854) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:41:26.931891 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-7512c9dd-bc7f-423e-a43b-1e0ff7d05733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:26.975501 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-6d1f7ccd-e566-4bd1-8894-31316a437f8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:27.145182 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-6d1f7ccd-e566-4bd1-8894-31316a437f8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:41:27.164505 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-6d1f7ccd-e566-4bd1-8894-31316a437f8b admin admin] Usage tracker for resource:security_group_rule and tenant:9c408078a983447d89c05091ef855574 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:41:27.171578 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-6d1f7ccd-e566-4bd1-8894-31316a437f8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:41:27.174690 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-7dacc612-680d-400c-9539-1471b400528c req-25f8c48d-4eb4-4046-ab20-0d7cf00de8db tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Notify callbacks [] for port, precommit_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:27.187448 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-7dacc612-680d-400c-9539-1471b400528c req-25f8c48d-4eb4-4046-ab20-0d7cf00de8db tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2835433'] for port, after_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:27.208050 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-6d1f7ccd-e566-4bd1-8894-31316a437f8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:41:27.223291 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:27.337742 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-8bf4af66-48c5-408d-83c3-afa261a5cbb2 None None] Provisioning for port 060e64a5-488e-45ca-ae21-bc198b2cac26 completed by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:41:27.352810 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-8bf4af66-48c5-408d-83c3-afa261a5cbb2 None None] Provisioning complete for port 060e64a5-488e-45ca-ae21-bc198b2cac26 triggered by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:41:27.353482 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-8bf4af66-48c5-408d-83c3-afa261a5cbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:27.495002 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4af66-48c5-408d-83c3-afa261a5cbb2 None None] Port 060e64a5-488e-45ca-ae21-bc198b2cac26 cannot update to ACTIVE because it is not bound. {{(pid=80186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 02 13:41:27.512939 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-32e59384-e467-4215-8434-0432f2f3e97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e84aba20>, [{'id': 'ad341255-7ecc-43c6-b68e-2258dac3fe16', 'name': 'tempest-AttachVolumeTestJSON-1395695913-router', 'tenant_id': 'dc43bfb261a1419d93631ca1734b41d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '18a2dbf0-0539-4feb-8790-507726aa8e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:41:17Z', 'updated_at': '2021-02-02T13:41:20Z', 'revision_number': 3, 'project_id': 'dc43bfb261a1419d93631ca1734b41d5', 'gw_port': {'id': '18a2dbf0-0539-4feb-8790-507726aa8e25', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f5:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad341255-7ecc-43c6-b68e-2258dac3fe16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:19Z', 'updated_at': '2021-02-02T13:41:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi'}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:41:27.513191 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-7512c9dd-bc7f-423e-a43b-1e0ff7d05733 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:27.519090 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-6d1f7ccd-e566-4bd1-8894-31316a437f8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:27.522751 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-7512c9dd-bc7f-423e-a43b-1e0ff7d05733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852565131'] for port, after_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:27.523587 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e59384-e467-4215-8434-0432f2f3e97e None None] The sync data for ids ['ad341255-7ecc-43c6-b68e-2258dac3fe16'] in dv-cinder-772388-4-iscsi is: [{'id': 'ad341255-7ecc-43c6-b68e-2258dac3fe16', 'name': 'tempest-AttachVolumeTestJSON-1395695913-router', 'tenant_id': 'dc43bfb261a1419d93631ca1734b41d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '18a2dbf0-0539-4feb-8790-507726aa8e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:41:17Z', 'updated_at': '2021-02-02T13:41:20Z', 'revision_number': 3, 'project_id': 'dc43bfb261a1419d93631ca1734b41d5', 'gw_port': {'id': '18a2dbf0-0539-4feb-8790-507726aa8e25', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f5:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad341255-7ecc-43c6-b68e-2258dac3fe16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:19Z', 'updated_at': '2021-02-02T13:41:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi'}] {{(pid=80186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 02 13:41:27.567580 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-0746c645-5f8c-4864-bd4f-764d66ca2c88 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:27.613574 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-6d1f7ccd-e566-4bd1-8894-31316a437f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:27.698205 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-6d1f7ccd-e566-4bd1-8894-31316a437f8b admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=9c408078a983447d89c05091ef855574&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7531328
Feb 02 13:41:27.699443 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7512c9dd-bc7f-423e-a43b-1e0ff7d05733 admin admin] Pushing event updated for resources: {'Port': ['ID=060e64a5-488e-45ca-ae21-bc198b2cac26,revision_number=2']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:27.702386 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-7512c9dd-bc7f-423e-a43b-1e0ff7d05733 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853078024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2077237'] for router_interface, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:27.721496 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 44860) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:41:27.761012 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512c9dd-bc7f-423e-a43b-1e0ff7d05733 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:27.761269 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512c9dd-bc7f-423e-a43b-1e0ff7d05733 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:27.761525 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512c9dd-bc7f-423e-a43b-1e0ff7d05733 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:27.762363 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512c9dd-bc7f-423e-a43b-1e0ff7d05733 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:27.762363 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512c9dd-bc7f-423e-a43b-1e0ff7d05733 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:27.763257 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512c9dd-bc7f-423e-a43b-1e0ff7d05733 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:27.763257 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512c9dd-bc7f-423e-a43b-1e0ff7d05733 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:27.763599 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512c9dd-bc7f-423e-a43b-1e0ff7d05733 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:27.764061 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512c9dd-bc7f-423e-a43b-1e0ff7d05733 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:27.764467 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512c9dd-bc7f-423e-a43b-1e0ff7d05733 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:27.764899 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512c9dd-bc7f-423e-a43b-1e0ff7d05733 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:27.765328 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512c9dd-bc7f-423e-a43b-1e0ff7d05733 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:27.765806 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512c9dd-bc7f-423e-a43b-1e0ff7d05733 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:27.766243 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512c9dd-bc7f-423e-a43b-1e0ff7d05733 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:27.766648 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512c9dd-bc7f-423e-a43b-1e0ff7d05733 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:27.767106 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512c9dd-bc7f-423e-a43b-1e0ff7d05733 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:27.767525 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512c9dd-bc7f-423e-a43b-1e0ff7d05733 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:27.767924 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512c9dd-bc7f-423e-a43b-1e0ff7d05733 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:27.768372 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512c9dd-bc7f-423e-a43b-1e0ff7d05733 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:27.768727 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512c9dd-bc7f-423e-a43b-1e0ff7d05733 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:27.769121 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512c9dd-bc7f-423e-a43b-1e0ff7d05733 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:27.769532 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512c9dd-bc7f-423e-a43b-1e0ff7d05733 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:27.770037 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512c9dd-bc7f-423e-a43b-1e0ff7d05733 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:27.770441 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512c9dd-bc7f-423e-a43b-1e0ff7d05733 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:27.789285 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f8c48d-4eb4-4046-ab20-0d7cf00de8db tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Pushing event updated for resources: {'Port': ['ID=e0d68dc5-039b-4e19-819c-a73f364b3b97,revision_number=2']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:27.802969 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-25f8c48d-4eb4-4046-ab20-0d7cf00de8db tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:27.852508 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-7512c9dd-bc7f-423e-a43b-1e0ff7d05733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:27.853568 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-456047af-ace0-411c-8278-4bc7f6757ca5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.219s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:28.034493 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f85181d4-b46f-40a6-917c-4304272d38a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:28.061170 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f7ccd-e566-4bd1-8894-31316a437f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88231c53-6919-43ea-b002-4175660c566f,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:28.066834 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-6d1f7ccd-e566-4bd1-8894-31316a437f8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:28.097275 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a212b-b3ef-44c2-bdf2-f3e8d38f8378 req-83cccbc6-1906-4e38-b97f-75da48179dda tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:28.099151 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-336a212b-b3ef-44c2-bdf2-f3e8d38f8378 req-83cccbc6-1906-4e38-b97f-75da48179dda tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7 HTTP/1.1" status: 200  len: 945 time: 0.7050591
Feb 02 13:41:28.173134 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-7dacc612-680d-400c-9539-1471b400528c req-25f8c48d-4eb4-4046-ab20-0d7cf00de8db tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852699397'] for floatingip, after_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:28.185063 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f85181d4-b46f-40a6-917c-4304272d38a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:28.208262 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device ce95d6b9-1e51-4ebc-b727-6320094ed768 up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:41:28.219145 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-336a212b-b3ef-44c2-bdf2-f3e8d38f8378 req-0a24e437-b012-487e-9a3c-3d0865f6e804 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=3e9ef5c7-2881-4d8a-b503-c56e95a5c062&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1095922
Feb 02 13:41:28.236287 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-7dacc612-680d-400c-9539-1471b400528c req-25f8c48d-4eb4-4046-ab20-0d7cf00de8db tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for floatingip, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:28.238476 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7dacc612-680d-400c-9539-1471b400528c req-25f8c48d-4eb4-4046-ab20-0d7cf00de8db tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 4.7282081
Feb 02 13:41:28.303959 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7512c9dd-bc7f-423e-a43b-1e0ff7d05733 admin admin] Network a4835e6f-7982-41d9-8597-68768326e2b7 is already hosted by enough agents. {{(pid=80185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:41:28.308638 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [None req-7512c9dd-bc7f-423e-a43b-1e0ff7d05733 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:41:28.376987 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port ce95d6b9-1e51-4ebc-b727-6320094ed768 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:41:28.378332 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:28.502047 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device 18a2dbf0-0539-4feb-8790-507726aa8e25 up at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:41:28.529315 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-7dacc612-680d-400c-9539-1471b400528c req-50e032dc-511b-4651-aa75-67720df1b6b6 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Synchronizing usage tracker for tenant:8e16c9728d43493c958535e3444169f8 on resource:floatingip {{(pid=80184) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:41:28.605803 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f85181d4-b46f-40a6-917c-4304272d38a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:28.632947 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-8884a634-a087-4fbb-8b05-66b449f16e14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:28.633579 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-7dacc612-680d-400c-9539-1471b400528c req-50e032dc-511b-4651-aa75-67720df1b6b6 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Unset dirty status for tenant:8e16c9728d43493c958535e3444169f8 on resource:floatingip {{(pid=80184) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:41:28.657689 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7dacc612-680d-400c-9539-1471b400528c req-50e032dc-511b-4651-aa75-67720df1b6b6 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/floatingips?floating_ip_address=172.27.2.69 HTTP/1.1" status: 200  len: 695 time: 0.3993082
Feb 02 13:41:28.676303 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85181d4-b46f-40a6-917c-4304272d38a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88231c53-6919-43ea-b002-4175660c566f,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:28.690597 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f85181d4-b46f-40a6-917c-4304272d38a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:28.700834 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f85181d4-b46f-40a6-917c-4304272d38a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:28.704996 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-f85181d4-b46f-40a6-917c-4304272d38a7 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/88231c53-6919-43ea-b002-4175660c566f HTTP/1.1" status: 204  len: 168 time: 0.9792809
Feb 02 13:41:28.767563 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7512c9dd-bc7f-423e-a43b-1e0ff7d05733 admin admin] Router ad341255-7ecc-43c6-b68e-2258dac3fe16 has already been hosted by L3 agent 46ed2aac-7d32-4274-9cac-387c5fc2cd87 {{(pid=80185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 02 13:41:28.839676 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-29645d68-68b8-4e2c-a5ca-76e277ab4940 None None] Provisioning complete for port 060e64a5-488e-45ca-ae21-bc198b2cac26 triggered by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:41:28.840272 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-29645d68-68b8-4e2c-a5ca-76e277ab4940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:28.923607 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-29645d68-68b8-4e2c-a5ca-76e277ab4940 None None] Port 060e64a5-488e-45ca-ae21-bc198b2cac26 cannot update to ACTIVE because it is not bound. {{(pid=80186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 02 13:41:28.931234 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning for port 18a2dbf0-0539-4feb-8790-507726aa8e25 completed by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:41:28.939645 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning complete for port 18a2dbf0-0539-4feb-8790-507726aa8e25 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:41:28.940428 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:29.056930 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c7e8766e-8d12-4426-afca-822902410145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:29.109187 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7512c9dd-bc7f-423e-a43b-1e0ff7d05733 admin admin] Notify agent at l3_agent.dv-cinder-772388-4-iscsi the message routers_updated {{(pid=80185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 02 13:41:29.117032 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a48667-90f3-4d33-b52e-d66dd3b7b180 req-2bae8e0e-987a-40d6-bc0b-4d650b033725 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:29.118298 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-7512c9dd-bc7f-423e-a43b-1e0ff7d05733 admin admin] 10.222.0.133 "PUT /v2.0/routers/ad341255-7ecc-43c6-b68e-2258dac3fe16/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0305812
Feb 02 13:41:29.119025 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-c7a48667-90f3-4d33-b52e-d66dd3b7b180 req-2bae8e0e-987a-40d6-bc0b-4d650b033725 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.132 "GET /v2.0/ports?device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7 HTTP/1.1" status: 200  len: 945 time: 0.5829546
Feb 02 13:41:29.182137 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:29.220848 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] For port 18a2dbf0-0539-4feb-8790-507726aa8e25, host dv-cinder-772388-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=18a2dbf0-0539-4feb-8790-507726aa8e25,segment=NetworkSegment(5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8),segment_id=5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:41:29.225362 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:29.227676 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-69d86910-347a-4089-b346-6e70f29aa146 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:29.370370 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Pushing event updated for resources: {'Port': ['ID=18a2dbf0-0539-4feb-8790-507726aa8e25,revision_number=4']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:29.376581 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:29.387150 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-76a2e838-27ca-4273-9ae9-cfd4adea847d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:29.392133 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dacc612-680d-400c-9539-1471b400528c req-64cf1f81-9c50-4f7a-91ee-64ff03da89b3 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:29.394731 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7dacc612-680d-400c-9539-1471b400528c req-64cf1f81-9c50-4f7a-91ee-64ff03da89b3 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/networks/081eaffe-521e-4302-9444-c5c7bff220cd HTTP/1.1" status: 200  len: 784 time: 0.7260749
Feb 02 13:41:29.424733 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [req-7dacc612-680d-400c-9539-1471b400528c req-f7dc488a-13c0-454a-95c5-10eb548c5b02 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] http://10.222.0.133:9696/v2.0/extensions returned with HTTP 200 {{(pid=80184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 02 13:41:29.426566 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7dacc612-680d-400c-9539-1471b400528c req-f7dc488a-13c0-454a-95c5-10eb548c5b02 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0222607
Feb 02 13:41:29.533902 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-c7a48667-90f3-4d33-b52e-d66dd3b7b180 req-208edbf5-5c5e-4257-8213-ee71b982487b tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Deleting port ce95d6b9-1e51-4ebc-b727-6320094ed768 {{(pid=80184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:41:29.535263 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-c7a48667-90f3-4d33-b52e-d66dd3b7b180 req-208edbf5-5c5e-4257-8213-ee71b982487b tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:30.209385 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device ce95d6b9-1e51-4ebc-b727-6320094ed768 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 02 13:41:30.228152 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1110fb-0ae8-4dd9-a63d-15b4ddd8910c req-2e49428f-de6d-4b0b-9723-76ac9b0854ff tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:30.231026 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-db1110fb-0ae8-4dd9-a63d-15b4ddd8910c req-2e49428f-de6d-4b0b-9723-76ac9b0854ff tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/ports?device_id=6cf7f0de-ccd0-430f-a0af-4e57ce8d696e&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.5643616
Feb 02 13:41:30.400819 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:30.402584 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device 18a2dbf0-0539-4feb-8790-507726aa8e25 up at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:41:30.406943 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c81284-5294-42a0-83d5-a89f9ce0f323 req-56621e8a-37e0-4c57-a2c1-4adabf270cfa tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:30.409587 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-40c81284-5294-42a0-83d5-a89f9ce0f323 req-56621e8a-37e0-4c57-a2c1-4adabf270cfa tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7 HTTP/1.1" status: 200  len: 945 time: 0.8081696
Feb 02 13:41:30.590167 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:30.637258 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-db1110fb-0ae8-4dd9-a63d-15b4ddd8910c req-c2b55d34-169b-4c50-9f8a-41a10086a571 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/floatingips?floating_ip_address=172.27.2.69 HTTP/1.1" status: 200  len: 695 time: 0.2257588
Feb 02 13:41:30.646440 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] For port ce95d6b9-1e51-4ebc-b727-6320094ed768, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=ce95d6b9-1e51-4ebc-b727-6320094ed768,segment=NetworkSegment(5f553a71-9c0f-48ac-b06b-07581f7b8732),segment_id=5f553a71-9c0f-48ac-b06b-07581f7b8732)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:41:30.648292 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce95d6b9-1e51-4ebc-b727-6320094ed768'}] {{(pid=80186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:41:30.665320 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:30.669827 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:30.688278 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-db1110fb-0ae8-4dd9-a63d-15b4ddd8910c req-e2f0b925-9ab1-484d-b7a3-4d8d87feae67 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Request body: {'floatingip': {'port_id': '1b3f9eb4-7da2-479a-ae23-9653b881385d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:41:30.747386 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning complete for port 18a2dbf0-0539-4feb-8790-507726aa8e25 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:41:30.747810 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:30.858596 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Pushing event updated for resources: {'Port': ['ID=ce95d6b9-1e51-4ebc-b727-6320094ed768,revision_number=7']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:30.867048 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:30.887768 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-db1110fb-0ae8-4dd9-a63d-15b4ddd8910c req-e2f0b925-9ab1-484d-b7a3-4d8d87feae67 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Notify callbacks [] for floatingip, before_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:31.048518 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-42ef245d-f728-4293-a752-dedea4fc02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:31.059997 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-40c81284-5294-42a0-83d5-a89f9ce0f323 req-f37ea1ac-284f-4eed-9b66-1733a3eaabda tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=3e9ef5c7-2881-4d8a-b503-c56e95a5c062&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5479734
Feb 02 13:41:31.151186 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-c7a48667-90f3-4d33-b52e-d66dd3b7b180 req-208edbf5-5c5e-4257-8213-ee71b982487b tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] For port ce95d6b9-1e51-4ebc-b727-6320094ed768, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=ce95d6b9-1e51-4ebc-b727-6320094ed768,segment=NetworkSegment(5f553a71-9c0f-48ac-b06b-07581f7b8732),segment_id=5f553a71-9c0f-48ac-b06b-07581f7b8732)] {{(pid=80184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:41:31.151610 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-c7a48667-90f3-4d33-b52e-d66dd3b7b180 req-208edbf5-5c5e-4257-8213-ee71b982487b tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:31.190670 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3600620-6999-4b9c-9a6b-6334b309e845 None None] Sync routers for ids ['ad341255-7ecc-43c6-b68e-2258dac3fe16'] in dv-cinder-772388-4-iscsi {{(pid=80187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 02 13:41:31.216295 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3600620-6999-4b9c-9a6b-6334b309e845 None None] Routers {'ad341255-7ecc-43c6-b68e-2258dac3fe16'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:41:31.217503 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-a3600620-6999-4b9c-9a6b-6334b309e845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e985e6a0>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:41:29Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['ad341255-7ecc-43c6-b68e-2258dac3fe16'], 'active': True} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:41:31.579039 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-a3600620-6999-4b9c-9a6b-6334b309e845 None None] Set router ad341255-7ecc-43c6-b68e-2258dac3fe16 gateway port host: dv-cinder-772388-4-iscsi {{(pid=80187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:41:32.098603 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-a3600620-6999-4b9c-9a6b-6334b309e845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e985e6a0>, [{'id': 'ad341255-7ecc-43c6-b68e-2258dac3fe16', 'name': 'tempest-AttachVolumeTestJSON-1395695913-router', 'tenant_id': 'dc43bfb261a1419d93631ca1734b41d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '18a2dbf0-0539-4feb-8790-507726aa8e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:41:17Z', 'updated_at': '2021-02-02T13:41:26Z', 'revision_number': 4, 'project_id': 'dc43bfb261a1419d93631ca1734b41d5', 'gw_port': {'id': '18a2dbf0-0539-4feb-8790-507726aa8e25', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad341255-7ecc-43c6-b68e-2258dac3fe16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:19Z', 'updated_at': '2021-02-02T13:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_interfaces': [{'id': '060e64a5-488e-45ca-ae21-bc198b2cac26', 'name': '', 'network_id': 'a4835e6f-7982-41d9-8597-68768326e2b7', 'tenant_id': 'dc43bfb261a1419d93631ca1734b41d5', 'mac_address': 'fa:16:3e:ed:87:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad341255-7ecc-43c6-b68e-2258dac3fe16', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '7bd499ff-eea3-463e-bee1-8df687fd8da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:24Z', 'updated_at': '2021-02-02T13:41:27Z', 'revision_number': 2, 'project_id': 'dc43bfb261a1419d93631ca1734b41d5', 'subnets': [{'id': '7bd499ff-eea3-463e-bee1-8df687fd8da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:41:32.106936 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3600620-6999-4b9c-9a6b-6334b309e845 None None] Checking router: ad341255-7ecc-43c6-b68e-2258dac3fe16 for host: dv-cinder-772388-4-iscsi {{(pid=80187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 02 13:41:32.107755 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3600620-6999-4b9c-9a6b-6334b309e845 None None] Updating router ad341255-7ecc-43c6-b68e-2258dac3fe16 port 060e64a5-488e-45ca-ae21-bc198b2cac26 binding host dv-cinder-772388-4-iscsi {{(pid=80187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 02 13:41:32.146427 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 44910) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:41:32.153675 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-cbad9e82-ccaa-4cbb-afde-ed1c3f7d91f0 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Request body: {'security_group': {'name': 'tempest-securitygroup--123493191', 'description': 'tempest-description--487084734'}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:41:32.185309 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-cbad9e82-ccaa-4cbb-afde-ed1c3f7d91f0 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:41:32.192327 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-cbad9e82-ccaa-4cbb-afde-ed1c3f7d91f0 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Usage tracker for resource:security_group and tenant:dc43bfb261a1419d93631ca1734b41d5 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:41:32.196869 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-cbad9e82-ccaa-4cbb-afde-ed1c3f7d91f0 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:41:32.204175 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-cbad9e82-ccaa-4cbb-afde-ed1c3f7d91f0 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:41:32.235223 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce95d6b9-1e51-4ebc-b727-6320094ed768', 'code': 200}
Feb 02 13:41:32.238111 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-cbad9e82-ccaa-4cbb-afde-ed1c3f7d91f0 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks [] for security_group, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:32.275704 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-cbad9e82-ccaa-4cbb-afde-ed1c3f7d91f0 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:41:32.286270 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-cbad9e82-ccaa-4cbb-afde-ed1c3f7d91f0 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Usage tracker for resource:security_group_rule and tenant:dc43bfb261a1419d93631ca1734b41d5 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:41:32.292642 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-cbad9e82-ccaa-4cbb-afde-ed1c3f7d91f0 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:41:32.306328 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-cbad9e82-ccaa-4cbb-afde-ed1c3f7d91f0 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:41:32.309363 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-a3600620-6999-4b9c-9a6b-6334b309e845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:32.457370 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-cbad9e82-ccaa-4cbb-afde-ed1c3f7d91f0 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks [] for security_group, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:32.462505 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-cbad9e82-ccaa-4cbb-afde-ed1c3f7d91f0 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:32.480350 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-c43f19c4-fd56-45be-b75d-765ccec7091b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:32.542860 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbad9e82-ccaa-4cbb-afde-ed1c3f7d91f0 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdba0788-3b49-462a-9c04-5bed6f29f447,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:32.561068 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-cbad9e82-ccaa-4cbb-afde-ed1c3f7d91f0 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:32.565367 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-cbad9e82-ccaa-4cbb-afde-ed1c3f7d91f0 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:32.571113 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-cbad9e82-ccaa-4cbb-afde-ed1c3f7d91f0 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.4224720
Feb 02 13:41:32.577040 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 44918) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:41:32.597659 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-d0aeea4e-4ffc-44a8-b619-4bb2f0f96926 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Request body: {'security_group_rule': {'security_group_id': 'bdba0788-3b49-462a-9c04-5bed6f29f447', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:41:32.631999 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-d0aeea4e-4ffc-44a8-b619-4bb2f0f96926 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:41:32.640829 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-d0aeea4e-4ffc-44a8-b619-4bb2f0f96926 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Usage tracker for resource:security_group_rule and tenant:dc43bfb261a1419d93631ca1734b41d5 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:41:32.644387 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-d0aeea4e-4ffc-44a8-b619-4bb2f0f96926 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:41:32.652590 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-d0aeea4e-4ffc-44a8-b619-4bb2f0f96926 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:41:32.682961 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d0aeea4e-4ffc-44a8-b619-4bb2f0f96926 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:32.738566 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-c7a48667-90f3-4d33-b52e-d66dd3b7b180 req-208edbf5-5c5e-4257-8213-ee71b982487b tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:32.738762 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-c7a48667-90f3-4d33-b52e-d66dd3b7b180 req-208edbf5-5c5e-4257-8213-ee71b982487b tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852699397'] for floatingip, after_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:32.739102 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.db.l3_db [req-c7a48667-90f3-4d33-b52e-d66dd3b7b180 req-208edbf5-5c5e-4257-8213-ee71b982487b tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Floating IP 74529d97-c520-4346-9385-60da5f6e115b disassociated. External IP: 172.27.2.138, port: ce95d6b9-1e51-4ebc-b727-6320094ed768.
Feb 02 13:41:32.740021 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-c7a48667-90f3-4d33-b52e-d66dd3b7b180 req-208edbf5-5c5e-4257-8213-ee71b982487b tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Calling delete_port for ce95d6b9-1e51-4ebc-b727-6320094ed768 owned by compute:nova {{(pid=80184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:41:32.792772 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d0aeea4e-4ffc-44a8-b619-4bb2f0f96926 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:32.796722 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d0aeea4e-4ffc-44a8-b619-4bb2f0f96926 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756828'] for security_group_rule, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:32.806738 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-575ec0ef-92cf-4e49-a0ac-ce2a76d38cc5 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:32.837262 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aeea4e-4ffc-44a8-b619-4bb2f0f96926 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=152b2405-d57f-4a99-a63c-f2e9e4a70fa0,revision_number=0']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:32.855332 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-d0aeea4e-4ffc-44a8-b619-4bb2f0f96926 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:32.863882 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d0aeea4e-4ffc-44a8-b619-4bb2f0f96926 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:32.866312 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-d0aeea4e-4ffc-44a8-b619-4bb2f0f96926 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2846663
Feb 02 13:41:32.869112 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 44926) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:41:32.878810 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-36d8d1e1-e240-4aea-8c38-fbda50d6c3e7 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Request body: {'security_group_rule': {'security_group_id': 'bdba0788-3b49-462a-9c04-5bed6f29f447', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:41:32.915099 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-36d8d1e1-e240-4aea-8c38-fbda50d6c3e7 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:41:32.921803 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-36d8d1e1-e240-4aea-8c38-fbda50d6c3e7 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Usage tracker for resource:security_group_rule and tenant:dc43bfb261a1419d93631ca1734b41d5 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:41:32.928080 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-36d8d1e1-e240-4aea-8c38-fbda50d6c3e7 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:41:32.940896 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-36d8d1e1-e240-4aea-8c38-fbda50d6c3e7 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:41:32.988893 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-36d8d1e1-e240-4aea-8c38-fbda50d6c3e7 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:33.003825 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:33.104459 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-36d8d1e1-e240-4aea-8c38-fbda50d6c3e7 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:33.108462 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-36d8d1e1-e240-4aea-8c38-fbda50d6c3e7 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756828'] for security_group_rule, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:33.120281 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:33.148685 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-a3600620-6999-4b9c-9a6b-6334b309e845 None None] Notify callbacks [] for port, precommit_update {{(pid=80187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:33.154656 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d8d1e1-e240-4aea-8c38-fbda50d6c3e7 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bfd3b8f-2547-4c67-b89f-94a7e034663f,revision_number=0']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:33.169582 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-36d8d1e1-e240-4aea-8c38-fbda50d6c3e7 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:33.173103 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926eb44c-c1a8-4cfb-9e45-c919ea96ac62 req-a9498164-dc1d-4805-af7e-ae9bb066a08c tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:33.174869 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-926eb44c-c1a8-4cfb-9e45-c919ea96ac62 req-a9498164-dc1d-4805-af7e-ae9bb066a08c tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7 HTTP/1.1" status: 200  len: 943 time: 0.7680151
Feb 02 13:41:33.187224 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-36d8d1e1-e240-4aea-8c38-fbda50d6c3e7 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:33.189540 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-36d8d1e1-e240-4aea-8c38-fbda50d6c3e7 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3168228
Feb 02 13:41:33.192894 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 44932) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:41:33.196680 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-a3600620-6999-4b9c-9a6b-6334b309e845 None None] Transition to ACTIVE for port object 060e64a5-488e-45ca-ae21-bc198b2cac26 will not be triggered until provisioned by entity L2. {{(pid=80187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:41:33.200992 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-a3600620-6999-4b9c-9a6b-6334b309e845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:33.203888 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-d69df17d-8173-4c29-8649-3271bd633fad tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Request body: {'floatingip': {'floating_network_id': '081eaffe-521e-4302-9444-c5c7bff220cd'}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:41:33.222704 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-529f69b1-68f2-426f-aaeb-e4d47b8934a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:33.242028 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-d69df17d-8173-4c29-8649-3271bd633fad tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:41:33.248786 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-d69df17d-8173-4c29-8649-3271bd633fad tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Usage tracker for resource:floatingip and tenant:dc43bfb261a1419d93631ca1734b41d5 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:41:33.253988 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-d69df17d-8173-4c29-8649-3271bd633fad tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:41:33.262550 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-d69df17d-8173-4c29-8649-3271bd633fad tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:41:33.278599 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d69df17d-8173-4c29-8649-3271bd633fad tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks [] for floatingip, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:33.294828 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.db.api [req-c7a48667-90f3-4d33-b52e-d66dd3b7b180 req-208edbf5-5c5e-4257-8213-ee71b982487b tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80184) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 02 13:41:33.295103 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_db.api [req-c7a48667-90f3-4d33-b52e-d66dd3b7b180 req-208edbf5-5c5e-4257-8213-ee71b982487b tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80184) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 02 13:41:33.323120 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95bd571-3b4b-4ec9-b57a-aab6c9a43cc3 None None] Pushing event updated for resources: {'Port': ['ID=060e64a5-488e-45ca-ae21-bc198b2cac26,revision_number=3']} {{(pid=80187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:33.332946 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-926eb44c-c1a8-4cfb-9e45-c919ea96ac62 req-47ea70b7-fa34-417c-86fc-91e512dc9a98 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=3e9ef5c7-2881-4d8a-b503-c56e95a5c062&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1449466
Feb 02 13:41:33.348758 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.db.resource_extend [req-db1110fb-0ae8-4dd9-a63d-15b4ddd8910c req-e2f0b925-9ab1-484d-b7a3-4d8d87feae67 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80184) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 02 13:41:33.412364 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95bd571-3b4b-4ec9-b57a-aab6c9a43cc3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:33.412753 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95bd571-3b4b-4ec9-b57a-aab6c9a43cc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:33.413126 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95bd571-3b4b-4ec9-b57a-aab6c9a43cc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:33.413493 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95bd571-3b4b-4ec9-b57a-aab6c9a43cc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:33.413853 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95bd571-3b4b-4ec9-b57a-aab6c9a43cc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:33.414213 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95bd571-3b4b-4ec9-b57a-aab6c9a43cc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:33.414578 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95bd571-3b4b-4ec9-b57a-aab6c9a43cc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:33.414934 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95bd571-3b4b-4ec9-b57a-aab6c9a43cc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:33.415293 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95bd571-3b4b-4ec9-b57a-aab6c9a43cc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:33.415727 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95bd571-3b4b-4ec9-b57a-aab6c9a43cc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:33.416220 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95bd571-3b4b-4ec9-b57a-aab6c9a43cc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:33.416630 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95bd571-3b4b-4ec9-b57a-aab6c9a43cc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:33.417091 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95bd571-3b4b-4ec9-b57a-aab6c9a43cc3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:33.417447 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95bd571-3b4b-4ec9-b57a-aab6c9a43cc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:33.417807 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95bd571-3b4b-4ec9-b57a-aab6c9a43cc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:33.418164 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95bd571-3b4b-4ec9-b57a-aab6c9a43cc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:33.418619 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95bd571-3b4b-4ec9-b57a-aab6c9a43cc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:33.418978 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95bd571-3b4b-4ec9-b57a-aab6c9a43cc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:33.419429 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95bd571-3b4b-4ec9-b57a-aab6c9a43cc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:33.419786 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95bd571-3b4b-4ec9-b57a-aab6c9a43cc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:33.420162 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95bd571-3b4b-4ec9-b57a-aab6c9a43cc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:33.420521 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95bd571-3b4b-4ec9-b57a-aab6c9a43cc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:33.420877 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95bd571-3b4b-4ec9-b57a-aab6c9a43cc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:33.421899 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95bd571-3b4b-4ec9-b57a-aab6c9a43cc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:33.441356 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-e95bd571-3b4b-4ec9-b57a-aab6c9a43cc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:33.518306 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-db1110fb-0ae8-4dd9-a63d-15b4ddd8910c req-e2f0b925-9ab1-484d-b7a3-4d8d87feae67 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:33.523610 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-db1110fb-0ae8-4dd9-a63d-15b4ddd8910c req-e2f0b925-9ab1-484d-b7a3-4d8d87feae67 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852699397'] for floatingip, after_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:33.558777 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d69df17d-8173-4c29-8649-3271bd633fad tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:33.837101 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-a3600620-6999-4b9c-9a6b-6334b309e845 None None] Attempting to bind port 060e64a5-488e-45ca-ae21-bc198b2cac26 on host dv-cinder-772388-4-iscsi for vnic_type normal with profile  {{(pid=80187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 02 13:41:33.837721 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-a3600620-6999-4b9c-9a6b-6334b309e845 None None] Attempting to bind port 060e64a5-488e-45ca-ae21-bc198b2cac26 by drivers openvswitch on host dv-cinder-772388-4-iscsi at level 0 using segments [{'id': '36752a10-39fb-4e35-b242-32334e2e3c32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a4835e6f-7982-41d9-8597-68768326e2b7'}] {{(pid=80187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 02 13:41:33.838319 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3600620-6999-4b9c-9a6b-6334b309e845 None None] Attempting to bind port 060e64a5-488e-45ca-ae21-bc198b2cac26 on network a4835e6f-7982-41d9-8597-68768326e2b7 {{(pid=80187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 02 13:41:33.851193 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3600620-6999-4b9c-9a6b-6334b309e845 None None] Checking agent: {'id': '59520739-4536-4d8c-966e-8cf7fcba95c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 27, 30), 'started_at': datetime.datetime(2021, 2, 2, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.101', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 02 13:41:33.851706 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3600620-6999-4b9c-9a6b-6334b309e845 None None] Checking segment: {'id': '36752a10-39fb-4e35-b242-32334e2e3c32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a4835e6f-7982-41d9-8597-68768326e2b7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:41:33.852075 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-a3600620-6999-4b9c-9a6b-6334b309e845 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:33.852515 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3600620-6999-4b9c-9a6b-6334b309e845 None None] Bound using segment: {'id': '36752a10-39fb-4e35-b242-32334e2e3c32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a4835e6f-7982-41d9-8597-68768326e2b7'} {{(pid=80187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 02 13:41:33.858215 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-a3600620-6999-4b9c-9a6b-6334b309e845 None None] Bound port: 060e64a5-488e-45ca-ae21-bc198b2cac26, host: dv-cinder-772388-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36752a10-39fb-4e35-b242-32334e2e3c32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a4835e6f-7982-41d9-8597-68768326e2b7'}}] {{(pid=80187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 02 13:41:33.858682 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-a3600620-6999-4b9c-9a6b-6334b309e845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:33.878091 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-c7a48667-90f3-4d33-b52e-d66dd3b7b180 req-208edbf5-5c5e-4257-8213-ee71b982487b tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Deleting port ce95d6b9-1e51-4ebc-b727-6320094ed768 {{(pid=80184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:41:33.878724 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-c7a48667-90f3-4d33-b52e-d66dd3b7b180 req-208edbf5-5c5e-4257-8213-ee71b982487b tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:34.056135 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-a3600620-6999-4b9c-9a6b-6334b309e845 None None] For port 060e64a5-488e-45ca-ae21-bc198b2cac26, host dv-cinder-772388-4-iscsi, cleared binding levels {{(pid=80187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 02 13:41:34.059984 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-a3600620-6999-4b9c-9a6b-6334b309e845 None None] For port 060e64a5-488e-45ca-ae21-bc198b2cac26, host dv-cinder-772388-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=060e64a5-488e-45ca-ae21-bc198b2cac26,segment=NetworkSegment(36752a10-39fb-4e35-b242-32334e2e3c32),segment_id=36752a10-39fb-4e35-b242-32334e2e3c32)] {{(pid=80187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 02 13:41:34.065503 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-a3600620-6999-4b9c-9a6b-6334b309e845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:34.091756 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-8eb10afa-5554-4427-ac7e-67f94c840bbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:34.260967 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_common [None req-d69df17d-8173-4c29-8649-3271bd633fad tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Allocated IP 172.27.2.170 (081eaffe-521e-4302-9444-c5c7bff220cd/e906fce0-ed19-4873-885c-646e92308730/2d5960b3-6e09-4c87-94c2-c4e55b9f0d65) {{(pid=80185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 02 13:41:34.620925 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.db.l3_db [req-db1110fb-0ae8-4dd9-a63d-15b4ddd8910c req-e2f0b925-9ab1-484d-b7a3-4d8d87feae67 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Floating IP 3b9ee869-44b3-40e1-8f1b-da193fbb5239 associated. External IP: 172.27.2.69, port: 1b3f9eb4-7da2-479a-ae23-9653b881385d.
Feb 02 13:41:34.626010 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95bd571-3b4b-4ec9-b57a-aab6c9a43cc3 None None] Pushing event updated for resources: {'Port': ['ID=060e64a5-488e-45ca-ae21-bc198b2cac26,revision_number=4']} {{(pid=80187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:34.641638 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-e95bd571-3b4b-4ec9-b57a-aab6c9a43cc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=80187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:34.672829 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d69df17d-8173-4c29-8649-3271bd633fad tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks [] for port, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:34.737800 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d69df17d-8173-4c29-8649-3271bd633fad tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264943169311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2210562'] for port, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:34.741002 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3600620-6999-4b9c-9a6b-6334b309e845 None None] Routers {'ad341255-7ecc-43c6-b68e-2258dac3fe16'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:41:34.741942 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-a3600620-6999-4b9c-9a6b-6334b309e845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e985e6a0>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:41:29Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['ad341255-7ecc-43c6-b68e-2258dac3fe16'], 'active': True} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:41:34.786818 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-52eb6e62-ef00-425f-8fbc-1b8afcb44cc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:35.098188 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69df17d-8173-4c29-8649-3271bd633fad tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Pushing event updated for resources: {'Port': ['ID=2d5960b3-6e09-4c87-94c2-c4e55b9f0d65,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:35.103970 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-d69df17d-8173-4c29-8649-3271bd633fad tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:35.155540 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69df17d-8173-4c29-8649-3271bd633fad tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Network 081eaffe-521e-4302-9444-c5c7bff220cd is already hosted by enough agents. {{(pid=80185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:41:35.157450 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [None req-d69df17d-8173-4c29-8649-3271bd633fad tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Resources bound (agent type, host, resource id):  {{(pid=80185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:41:35.160501 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69df17d-8173-4c29-8649-3271bd633fad tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Received port after_create {{(pid=80185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 02 13:41:35.181507 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-a3600620-6999-4b9c-9a6b-6334b309e845 None None] Set router ad341255-7ecc-43c6-b68e-2258dac3fe16 gateway port host: dv-cinder-772388-4-iscsi {{(pid=80187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:41:35.199702 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-c7a48667-90f3-4d33-b52e-d66dd3b7b180 req-208edbf5-5c5e-4257-8213-ee71b982487b tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] For port ce95d6b9-1e51-4ebc-b727-6320094ed768, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=ce95d6b9-1e51-4ebc-b727-6320094ed768,segment=NetworkSegment(5f553a71-9c0f-48ac-b06b-07581f7b8732),segment_id=5f553a71-9c0f-48ac-b06b-07581f7b8732)] {{(pid=80184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:41:35.200104 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-c7a48667-90f3-4d33-b52e-d66dd3b7b180 req-208edbf5-5c5e-4257-8213-ee71b982487b tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:35.303754 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d69df17d-8173-4c29-8649-3271bd633fad tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:35.398536 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d69df17d-8173-4c29-8649-3271bd633fad tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:35.687987 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-a3600620-6999-4b9c-9a6b-6334b309e845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e985e6a0>, [{'id': 'ad341255-7ecc-43c6-b68e-2258dac3fe16', 'name': 'tempest-AttachVolumeTestJSON-1395695913-router', 'tenant_id': 'dc43bfb261a1419d93631ca1734b41d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '18a2dbf0-0539-4feb-8790-507726aa8e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:41:17Z', 'updated_at': '2021-02-02T13:41:26Z', 'revision_number': 4, 'project_id': 'dc43bfb261a1419d93631ca1734b41d5', 'gw_port': {'id': '18a2dbf0-0539-4feb-8790-507726aa8e25', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad341255-7ecc-43c6-b68e-2258dac3fe16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:19Z', 'updated_at': '2021-02-02T13:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_interfaces': [{'id': '060e64a5-488e-45ca-ae21-bc198b2cac26', 'name': '', 'network_id': 'a4835e6f-7982-41d9-8597-68768326e2b7', 'tenant_id': 'dc43bfb261a1419d93631ca1734b41d5', 'mac_address': 'fa:16:3e:ed:87:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad341255-7ecc-43c6-b68e-2258dac3fe16', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '7bd499ff-eea3-463e-bee1-8df687fd8da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:24Z', 'updated_at': '2021-02-02T13:41:34Z', 'revision_number': 4, 'project_id': 'dc43bfb261a1419d93631ca1734b41d5', 'subnets': [{'id': '7bd499ff-eea3-463e-bee1-8df687fd8da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:41:35.695831 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3600620-6999-4b9c-9a6b-6334b309e845 None None] The sync data for ids ['ad341255-7ecc-43c6-b68e-2258dac3fe16'] in dv-cinder-772388-4-iscsi is: [{'id': 'ad341255-7ecc-43c6-b68e-2258dac3fe16', 'name': 'tempest-AttachVolumeTestJSON-1395695913-router', 'tenant_id': 'dc43bfb261a1419d93631ca1734b41d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '18a2dbf0-0539-4feb-8790-507726aa8e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:41:17Z', 'updated_at': '2021-02-02T13:41:26Z', 'revision_number': 4, 'project_id': 'dc43bfb261a1419d93631ca1734b41d5', 'gw_port': {'id': '18a2dbf0-0539-4feb-8790-507726aa8e25', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad341255-7ecc-43c6-b68e-2258dac3fe16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:19Z', 'updated_at': '2021-02-02T13:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_interfaces': [{'id': '060e64a5-488e-45ca-ae21-bc198b2cac26', 'name': '', 'network_id': 'a4835e6f-7982-41d9-8597-68768326e2b7', 'tenant_id': 'dc43bfb261a1419d93631ca1734b41d5', 'mac_address': 'fa:16:3e:ed:87:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad341255-7ecc-43c6-b68e-2258dac3fe16', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '7bd499ff-eea3-463e-bee1-8df687fd8da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:24Z', 'updated_at': '2021-02-02T13:41:34Z', 'revision_number': 4, 'project_id': 'dc43bfb261a1419d93631ca1734b41d5', 'subnets': [{'id': '7bd499ff-eea3-463e-bee1-8df687fd8da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 02 13:41:36.178861 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d69df17d-8173-4c29-8649-3271bd633fad tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks [] for port, precommit_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:36.185451 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d69df17d-8173-4c29-8649-3271bd633fad tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852565131'] for port, after_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:36.214965 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-8c530a44-26ff-46fa-b9b7-958398414703 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:36.454542 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device 060e64a5-488e-45ca-ae21-bc198b2cac26 up at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:41:36.571665 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning for port 060e64a5-488e-45ca-ae21-bc198b2cac26 completed by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:41:36.578926 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning complete for port 060e64a5-488e-45ca-ae21-bc198b2cac26 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:41:36.579691 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:36.592484 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3632af6-91ac-4fa7-82b7-c47b7d0cfa24 req-5ce826e4-4569-49bd-9ed9-0da2f770c855 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:36.610291 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b3632af6-91ac-4fa7-82b7-c47b7d0cfa24 req-5ce826e4-4569-49bd-9ed9-0da2f770c855 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7 HTTP/1.1" status: 200  len: 943 time: 1.5112977
Feb 02 13:41:36.775042 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b3632af6-91ac-4fa7-82b7-c47b7d0cfa24 req-078ba120-4736-4648-a79e-ca61f67c5602 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=3e9ef5c7-2881-4d8a-b503-c56e95a5c062&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1627438
Feb 02 13:41:36.846690 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:36.912591 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69df17d-8173-4c29-8649-3271bd633fad tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Pushing event updated for resources: {'Port': ['ID=2d5960b3-6e09-4c87-94c2-c4e55b9f0d65,revision_number=2']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:36.924218 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-d69df17d-8173-4c29-8649-3271bd633fad tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.709s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:36.929708 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] For port 060e64a5-488e-45ca-ae21-bc198b2cac26, host dv-cinder-772388-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=060e64a5-488e-45ca-ae21-bc198b2cac26,segment=NetworkSegment(36752a10-39fb-4e35-b242-32334e2e3c32),segment_id=36752a10-39fb-4e35-b242-32334e2e3c32)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:41:36.930286 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-c7a48667-90f3-4d33-b52e-d66dd3b7b180 req-208edbf5-5c5e-4257-8213-ee71b982487b tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:36.930884 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-c7a48667-90f3-4d33-b52e-d66dd3b7b180 req-208edbf5-5c5e-4257-8213-ee71b982487b tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852699397'] for floatingip, after_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:36.931272 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.db.l3_db [req-c7a48667-90f3-4d33-b52e-d66dd3b7b180 req-208edbf5-5c5e-4257-8213-ee71b982487b tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Floating IP 74529d97-c520-4346-9385-60da5f6e115b disassociated. External IP: 172.27.2.138, port: ce95d6b9-1e51-4ebc-b727-6320094ed768.
Feb 02 13:41:36.931976 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-c7a48667-90f3-4d33-b52e-d66dd3b7b180 req-208edbf5-5c5e-4257-8213-ee71b982487b tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Calling delete_port for ce95d6b9-1e51-4ebc-b727-6320094ed768 owned by compute:nova {{(pid=80184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:41:36.934545 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:36.939105 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:37.012035 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d69df17d-8173-4c29-8649-3271bd633fad tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852699397'] for floatingip, after_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:37.054816 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d69df17d-8173-4c29-8649-3271bd633fad tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for floatingip, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:37.055807 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-d69df17d-8173-4c29-8649-3271bd633fad tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.8600874
Feb 02 13:41:37.090191 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db1110fb-0ae8-4dd9-a63d-15b4ddd8910c req-e2f0b925-9ab1-484d-b7a3-4d8d87feae67 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Router 89aeae03-5271-49df-828c-86f74a1f1e6a has already been hosted by L3 agent 46ed2aac-7d32-4274-9cac-387c5fc2cd87 {{(pid=80184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 02 13:41:37.097938 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Pushing event updated for resources: {'Port': ['ID=060e64a5-488e-45ca-ae21-bc198b2cac26,revision_number=5']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:37.102430 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:37.552940 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-190ca966-d6e2-41b9-871f-22b2567167b3 req-5fdce427-a0e8-4687-aba4-c1e23077c8d5 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Synchronizing usage tracker for tenant:dc43bfb261a1419d93631ca1734b41d5 on resource:security_group {{(pid=80184) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:41:37.592655 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-c7a48667-90f3-4d33-b52e-d66dd3b7b180 req-208edbf5-5c5e-4257-8213-ee71b982487b tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264942761622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264943208991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851940450'] for port, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:37.613614 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-b5d1b28a-7e08-4b07-ad38-4054cb1c73b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:37.687696 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-190ca966-d6e2-41b9-871f-22b2567167b3 req-5fdce427-a0e8-4687-aba4-c1e23077c8d5 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Unset dirty status for tenant:dc43bfb261a1419d93631ca1734b41d5 on resource:security_group {{(pid=80184) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:41:37.689214 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-190ca966-d6e2-41b9-871f-22b2567167b3 req-5fdce427-a0e8-4687-aba4-c1e23077c8d5 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/security-groups?name=tempest-securitygroup--123493191&fields=id&tenant_id=dc43bfb261a1419d93631ca1734b41d5 HTTP/1.1" status: 200  len: 267 time: 0.3171811
Feb 02 13:41:37.690044 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208edbf5-5c5e-4257-8213-ee71b982487b tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Pushing event deleted for resources: {'Port': ['ID=ce95d6b9-1e51-4ebc-b727-6320094ed768,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:37.693388 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-208edbf5-5c5e-4257-8213-ee71b982487b tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:37.742231 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db1110fb-0ae8-4dd9-a63d-15b4ddd8910c req-e2f0b925-9ab1-484d-b7a3-4d8d87feae67 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Notify agent at l3_agent.dv-cinder-772388-4-iscsi the message routers_updated {{(pid=80184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 02 13:41:37.753855 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27360a5-57f3-452a-b0ed-4c43a0d288aa None None] Sync routers for ids ['89aeae03-5271-49df-828c-86f74a1f1e6a'] in dv-cinder-772388-4-iscsi {{(pid=80186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 02 13:41:37.765108 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27360a5-57f3-452a-b0ed-4c43a0d288aa None None] Routers {'89aeae03-5271-49df-828c-86f74a1f1e6a'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:41:37.766181 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-c27360a5-57f3-452a-b0ed-4c43a0d288aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e8f2d6d8>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:41:29Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['89aeae03-5271-49df-828c-86f74a1f1e6a'], 'active': True} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:41:37.852296 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-db1110fb-0ae8-4dd9-a63d-15b4ddd8910c req-e2f0b925-9ab1-484d-b7a3-4d8d87feae67 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for floatingip, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:38.043478 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-db1110fb-0ae8-4dd9-a63d-15b4ddd8910c req-e2f0b925-9ab1-484d-b7a3-4d8d87feae67 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "PUT /v2.0/floatingips/3b9ee869-44b3-40e1-8f1b-da193fbb5239 HTTP/1.1" status: 200  len: 996 time: 7.4023883
Feb 02 13:41:38.050620 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cf7f0de-ccd0-430f-a0af-4e57ce8d696e', 'tag': '1b3f9eb4-7da2-479a-ae23-9653b881385d'}] {{(pid=80184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:41:38.206060 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-c27360a5-57f3-452a-b0ed-4c43a0d288aa None None] Set router 89aeae03-5271-49df-828c-86f74a1f1e6a gateway port host: dv-cinder-772388-4-iscsi {{(pid=80186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:41:38.280921 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ca966-d6e2-41b9-871f-22b2567167b3 req-dde1bd90-1baf-404a-b162-352f7d19cc48 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:38.281901 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-190ca966-d6e2-41b9-871f-22b2567167b3 req-dde1bd90-1baf-404a-b162-352f7d19cc48 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Synchronizing usage tracker for tenant:dc43bfb261a1419d93631ca1734b41d5 on resource:network {{(pid=80184) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:41:38.409123 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-190ca966-d6e2-41b9-871f-22b2567167b3 req-dde1bd90-1baf-404a-b162-352f7d19cc48 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Unset dirty status for tenant:dc43bfb261a1419d93631ca1734b41d5 on resource:network {{(pid=80184) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:41:38.411130 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-190ca966-d6e2-41b9-871f-22b2567167b3 req-dde1bd90-1baf-404a-b162-352f7d19cc48 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/networks?id=a4835e6f-7982-41d9-8597-68768326e2b7 HTTP/1.1" status: 200  len: 811 time: 0.6627090
Feb 02 13:41:38.416663 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device 060e64a5-488e-45ca-ae21-bc198b2cac26 up at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:41:38.560669 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-190ca966-d6e2-41b9-871f-22b2567167b3 req-94943f01-4a9d-4de0-9dc4-cccb1a6abf84 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/quotas/dc43bfb261a1419d93631ca1734b41d5 HTTP/1.1" status: 200  len: 375 time: 0.1359723
Feb 02 13:41:38.672710 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning complete for port 060e64a5-488e-45ca-ae21-bc198b2cac26 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:41:38.673027 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:38.700645 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7a48667-90f3-4d33-b52e-d66dd3b7b180 req-208edbf5-5c5e-4257-8213-ee71b982487b tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Router e1313b03-1e45-4cf1-8d41-dae65ce45e1d has already been hosted by L3 agent 46ed2aac-7d32-4274-9cac-387c5fc2cd87 {{(pid=80184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 02 13:41:39.175116 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-c27360a5-57f3-452a-b0ed-4c43a0d288aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e8f2d6d8>, [{'id': '89aeae03-5271-49df-828c-86f74a1f1e6a', 'name': 'tempest-TestShelveInstance-1540625845-router', 'tenant_id': '8e16c9728d43493c958535e3444169f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'ccd7362a-605d-40d0-bbf6-c2b5e9e9565c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:39:18Z', 'updated_at': '2021-02-02T13:39:40Z', 'revision_number': 4, 'project_id': '8e16c9728d43493c958535e3444169f8', 'gw_port': {'id': 'ccd7362a-605d-40d0-bbf6-c2b5e9e9565c', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aeae03-5271-49df-828c-86f74a1f1e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:39:21Z', 'updated_at': '2021-02-02T13:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_floatingips': [{'id': '3b9ee869-44b3-40e1-8f1b-da193fbb5239', 'tenant_id': '8e16c9728d43493c958535e3444169f8', 'floating_ip_address': '172.27.2.69', 'floating_network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'router_id': '89aeae03-5271-49df-828c-86f74a1f1e6a', 'port_id': '1b3f9eb4-7da2-479a-ae23-9653b881385d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49e9892e-e3c8-47c9-a38b-9f46a257b87b', 'mac_address': 'fa:16:3e:a9:6c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf7f0de-ccd0-430f-a0af-4e57ce8d696e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-02T13:41:26Z', 'updated_at': '2021-02-02T13:41:33Z', 'revision_number': 1, 'project_id': '8e16c9728d43493c958535e3444169f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8daa5e94-8aa7-446b-bf51-b64e66d28b6e', 'name': '', 'network_id': '49e9892e-e3c8-47c9-a38b-9f46a257b87b', 'tenant_id': '8e16c9728d43493c958535e3444169f8', 'mac_address': 'fa:16:3e:39:36:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aeae03-5271-49df-828c-86f74a1f1e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'e347391d-b5e6-4cc9-bee6-953d0e0b3d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:39:37Z', 'updated_at': '2021-02-02T13:39:52Z', 'revision_number': 5, 'project_id': '8e16c9728d43493c958535e3444169f8', 'subnets': [{'id': 'e347391d-b5e6-4cc9-bee6-953d0e0b3d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:41:39.182448 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27360a5-57f3-452a-b0ed-4c43a0d288aa None None] Checking router: 89aeae03-5271-49df-828c-86f74a1f1e6a for host: dv-cinder-772388-4-iscsi {{(pid=80186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 02 13:41:39.195242 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27360a5-57f3-452a-b0ed-4c43a0d288aa None None] Routers {'89aeae03-5271-49df-828c-86f74a1f1e6a'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:41:39.196126 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-c27360a5-57f3-452a-b0ed-4c43a0d288aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e8f2d6d8>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:41:29Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['89aeae03-5271-49df-828c-86f74a1f1e6a'], 'active': True} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:41:39.228918 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1110fb-0ae8-4dd9-a63d-15b4ddd8910c req-cb373545-542e-40a6-a426-4c23d66c1fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:39.230973 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-db1110fb-0ae8-4dd9-a63d-15b4ddd8910c req-cb373545-542e-40a6-a426-4c23d66c1fbe service neutron] 10.222.0.133 "GET /v2.0/ports?tenant_id=8e16c9728d43493c958535e3444169f8&device_id=6cf7f0de-ccd0-430f-a0af-4e57ce8d696e HTTP/1.1" status: 200  len: 1163 time: 1.1544156
Feb 02 13:41:39.358381 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-190ca966-d6e2-41b9-871f-22b2567167b3 req-1763bb09-cf2c-44c2-bdaf-38b4f7e24188 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/ports?tenant_id=dc43bfb261a1419d93631ca1734b41d5&fields=id HTTP/1.1" status: 200  len: 348 time: 0.7812624
Feb 02 13:41:39.521052 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-c27360a5-57f3-452a-b0ed-4c43a0d288aa None None] Set router 89aeae03-5271-49df-828c-86f74a1f1e6a gateway port host: dv-cinder-772388-4-iscsi {{(pid=80186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:41:39.601332 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7a48667-90f3-4d33-b52e-d66dd3b7b180 req-208edbf5-5c5e-4257-8213-ee71b982487b tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify agent at l3_agent.dv-cinder-772388-4-iscsi the message routers_updated {{(pid=80184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 02 13:41:39.615694 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78b2a8b-3cf1-44a4-9eff-d699a3af7781 None None] Sync routers for ids ['e1313b03-1e45-4cf1-8d41-dae65ce45e1d'] in dv-cinder-772388-4-iscsi {{(pid=80187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 02 13:41:39.626155 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78b2a8b-3cf1-44a4-9eff-d699a3af7781 None None] Routers {'e1313b03-1e45-4cf1-8d41-dae65ce45e1d'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:41:39.626864 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-d78b2a8b-3cf1-44a4-9eff-d699a3af7781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5f4fdd1d0>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:41:29Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['e1313b03-1e45-4cf1-8d41-dae65ce45e1d'], 'active': True} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:41:39.743891 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7a48667-90f3-4d33-b52e-d66dd3b7b180 req-208edbf5-5c5e-4257-8213-ee71b982487b tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] No DVR routers for this DVR port ce95d6b9-1e51-4ebc-b727-6320094ed768 on host hv-cinder-77238 {{(pid=80184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 02 13:41:39.755573 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-c7a48667-90f3-4d33-b52e-d66dd3b7b180 req-208edbf5-5c5e-4257-8213-ee71b982487b tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for port, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:39.759560 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-c7a48667-90f3-4d33-b52e-d66dd3b7b180 req-208edbf5-5c5e-4257-8213-ee71b982487b tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.132 "DELETE /v2.0/ports/ce95d6b9-1e51-4ebc-b727-6320094ed768 HTTP/1.1" status: 204  len: 173 time: 10.6343160
Feb 02 13:41:39.901517 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1110fb-0ae8-4dd9-a63d-15b4ddd8910c req-7ea6953b-c764-40da-bd0f-c0ab3e781a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:39.904012 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-db1110fb-0ae8-4dd9-a63d-15b4ddd8910c req-7ea6953b-c764-40da-bd0f-c0ab3e781a50 service neutron] 10.222.0.133 "GET /v2.0/networks?id=49e9892e-e3c8-47c9-a38b-9f46a257b87b HTTP/1.1" status: 200  len: 903 time: 0.6503568
Feb 02 13:41:39.967834 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-d78b2a8b-3cf1-44a4-9eff-d699a3af7781 None None] Set router e1313b03-1e45-4cf1-8d41-dae65ce45e1d gateway port host: dv-cinder-772388-4-iscsi {{(pid=80187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:41:40.134615 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-c27360a5-57f3-452a-b0ed-4c43a0d288aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e8f2d6d8>, [{'id': '89aeae03-5271-49df-828c-86f74a1f1e6a', 'name': 'tempest-TestShelveInstance-1540625845-router', 'tenant_id': '8e16c9728d43493c958535e3444169f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'ccd7362a-605d-40d0-bbf6-c2b5e9e9565c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:39:18Z', 'updated_at': '2021-02-02T13:39:40Z', 'revision_number': 4, 'project_id': '8e16c9728d43493c958535e3444169f8', 'gw_port': {'id': 'ccd7362a-605d-40d0-bbf6-c2b5e9e9565c', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aeae03-5271-49df-828c-86f74a1f1e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:39:21Z', 'updated_at': '2021-02-02T13:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_floatingips': [{'id': '3b9ee869-44b3-40e1-8f1b-da193fbb5239', 'tenant_id': '8e16c9728d43493c958535e3444169f8', 'floating_ip_address': '172.27.2.69', 'floating_network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'router_id': '89aeae03-5271-49df-828c-86f74a1f1e6a', 'port_id': '1b3f9eb4-7da2-479a-ae23-9653b881385d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49e9892e-e3c8-47c9-a38b-9f46a257b87b', 'mac_address': 'fa:16:3e:a9:6c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf7f0de-ccd0-430f-a0af-4e57ce8d696e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-02T13:41:26Z', 'updated_at': '2021-02-02T13:41:33Z', 'revision_number': 1, 'project_id': '8e16c9728d43493c958535e3444169f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8daa5e94-8aa7-446b-bf51-b64e66d28b6e', 'name': '', 'network_id': '49e9892e-e3c8-47c9-a38b-9f46a257b87b', 'tenant_id': '8e16c9728d43493c958535e3444169f8', 'mac_address': 'fa:16:3e:39:36:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aeae03-5271-49df-828c-86f74a1f1e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'e347391d-b5e6-4cc9-bee6-953d0e0b3d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:39:37Z', 'updated_at': '2021-02-02T13:39:52Z', 'revision_number': 5, 'project_id': '8e16c9728d43493c958535e3444169f8', 'subnets': [{'id': 'e347391d-b5e6-4cc9-bee6-953d0e0b3d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:41:40.142225 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27360a5-57f3-452a-b0ed-4c43a0d288aa None None] The sync data for ids ['89aeae03-5271-49df-828c-86f74a1f1e6a'] in dv-cinder-772388-4-iscsi is: [{'id': '89aeae03-5271-49df-828c-86f74a1f1e6a', 'name': 'tempest-TestShelveInstance-1540625845-router', 'tenant_id': '8e16c9728d43493c958535e3444169f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'ccd7362a-605d-40d0-bbf6-c2b5e9e9565c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:39:18Z', 'updated_at': '2021-02-02T13:39:40Z', 'revision_number': 4, 'project_id': '8e16c9728d43493c958535e3444169f8', 'gw_port': {'id': 'ccd7362a-605d-40d0-bbf6-c2b5e9e9565c', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aeae03-5271-49df-828c-86f74a1f1e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:39:21Z', 'updated_at': '2021-02-02T13:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_floatingips': [{'id': '3b9ee869-44b3-40e1-8f1b-da193fbb5239', 'tenant_id': '8e16c9728d43493c958535e3444169f8', 'floating_ip_address': '172.27.2.69', 'floating_network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'router_id': '89aeae03-5271-49df-828c-86f74a1f1e6a', 'port_id': '1b3f9eb4-7da2-479a-ae23-9653b881385d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49e9892e-e3c8-47c9-a38b-9f46a257b87b', 'mac_address': 'fa:16:3e:a9:6c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf7f0de-ccd0-430f-a0af-4e57ce8d696e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-02T13:41:26Z', 'updated_at': '2021-02-02T13:41:33Z', 'revision_number': 1, 'project_id': '8e16c9728d43493c958535e3444169f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8daa5e94-8aa7-446b-bf51-b64e66d28b6e', 'name': '', 'network_id': '49e9892e-e3c8-47c9-a38b-9f46a257b87b', 'tenant_id': '8e16c9728d43493c958535e3444169f8', 'mac_address': 'fa:16:3e:39:36:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aeae03-5271-49df-828c-86f74a1f1e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'e347391d-b5e6-4cc9-bee6-953d0e0b3d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:39:37Z', 'updated_at': '2021-02-02T13:39:52Z', 'revision_number': 5, 'project_id': '8e16c9728d43493c958535e3444169f8', 'subnets': [{'id': 'e347391d-b5e6-4cc9-bee6-953d0e0b3d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 02 13:41:40.202349 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-db1110fb-0ae8-4dd9-a63d-15b4ddd8910c req-0df8fb03-c518-459f-b724-c49a745bef61 service neutron] 10.222.0.133 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b3f9eb4-7da2-479a-ae23-9653b881385d HTTP/1.1" status: 200  len: 999 time: 0.2835715
Feb 02 13:41:40.209151 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-190ca966-d6e2-41b9-871f-22b2567167b3 req-b0d57501-61f3-471a-986e-e5f7ab867409 service neutron] 10.222.0.133 "GET /v2.0/networks/a4835e6f-7982-41d9-8597-68768326e2b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7630200
Feb 02 13:41:40.470145 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1110fb-0ae8-4dd9-a63d-15b4ddd8910c req-e71ca646-a9d0-45a3-bf61-46545200d85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:40.483812 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-db1110fb-0ae8-4dd9-a63d-15b4ddd8910c req-e71ca646-a9d0-45a3-bf61-46545200d85c service neutron] 10.222.0.133 "GET /v2.0/subnets?id=e347391d-b5e6-4cc9-bee6-953d0e0b3d40 HTTP/1.1" status: 200  len: 848 time: 0.2685542
Feb 02 13:41:40.660387 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a375565f-ed9d-42e1-ab3f-5011f09bd2c8 None None] New status for floating IP 3b9ee869-44b3-40e1-8f1b-da193fbb5239: ACTIVE {{(pid=80186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 02 13:41:40.679369 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-d78b2a8b-3cf1-44a4-9eff-d699a3af7781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5f4fdd1d0>, [{'id': 'e1313b03-1e45-4cf1-8d41-dae65ce45e1d', 'name': 'tempest-AttachVolumeShelveTestJSON-477103384-router', 'tenant_id': '4137e2122c7f40189b0a34f1651c3764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b9709bcd-a7f5-41be-af20-602edf798719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:36:26Z', 'updated_at': '2021-02-02T13:36:55Z', 'revision_number': 4, 'project_id': '4137e2122c7f40189b0a34f1651c3764', 'gw_port': {'id': 'b9709bcd-a7f5-41be-af20-602edf798719', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1313b03-1e45-4cf1-8d41-dae65ce45e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:36:29Z', 'updated_at': '2021-02-02T13:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_interfaces': [{'id': '19a4bc2b-de92-4b0c-aa3a-64e1dbbc94b0', 'name': '', 'network_id': '1686445e-9089-4fcd-bac5-a148e4ca86fe', 'tenant_id': '4137e2122c7f40189b0a34f1651c3764', 'mac_address': 'fa:16:3e:ee:16:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1313b03-1e45-4cf1-8d41-dae65ce45e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'e86f023b-3193-46b5-b935-af688f96c4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:36:50Z', 'updated_at': '2021-02-02T13:37:09Z', 'revision_number': 5, 'project_id': '4137e2122c7f40189b0a34f1651c3764', 'subnets': [{'id': 'e86f023b-3193-46b5-b935-af688f96c4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:41:40.698913 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78b2a8b-3cf1-44a4-9eff-d699a3af7781 None None] Checking router: e1313b03-1e45-4cf1-8d41-dae65ce45e1d for host: dv-cinder-772388-4-iscsi {{(pid=80187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 02 13:41:40.726957 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78b2a8b-3cf1-44a4-9eff-d699a3af7781 None None] Routers {'e1313b03-1e45-4cf1-8d41-dae65ce45e1d'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:41:40.727954 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-d78b2a8b-3cf1-44a4-9eff-d699a3af7781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5f4fdd1d0>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:41:29Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['e1313b03-1e45-4cf1-8d41-dae65ce45e1d'], 'active': True} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:41:40.735511 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-190ca966-d6e2-41b9-871f-22b2567167b3 req-13c8b3a7-8d8c-4e4e-b253-edbd5a4bb2d3 service neutron] 10.222.0.133 "GET /v2.0/networks/a4835e6f-7982-41d9-8597-68768326e2b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4661107
Feb 02 13:41:40.750539 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1110fb-0ae8-4dd9-a63d-15b4ddd8910c req-85967a3b-1139-4a04-8f5c-f6a87ae01aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:40.752449 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-db1110fb-0ae8-4dd9-a63d-15b4ddd8910c req-85967a3b-1139-4a04-8f5c-f6a87ae01aa3 service neutron] 10.222.0.133 "GET /v2.0/ports?network_id=49e9892e-e3c8-47c9-a38b-9f46a257b87b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2541940
Feb 02 13:41:40.796865 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [req-db1110fb-0ae8-4dd9-a63d-15b4ddd8910c req-c3838a42-bc4d-468e-acf2-d58962087d5d service neutron] http://10.222.0.133:9696/v2.0/extensions returned with HTTP 200 {{(pid=80184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 02 13:41:40.801149 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-db1110fb-0ae8-4dd9-a63d-15b4ddd8910c req-c3838a42-bc4d-468e-acf2-d58962087d5d service neutron] 10.222.0.133 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0210173
Feb 02 13:41:41.094349 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-db1110fb-0ae8-4dd9-a63d-15b4ddd8910c req-d62cd7f8-ee94-4523-be4e-53562ed094d3 service neutron] 10.222.0.133 "GET /v2.0/networks/49e9892e-e3c8-47c9-a38b-9f46a257b87b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2800519
Feb 02 13:41:41.225505 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-d78b2a8b-3cf1-44a4-9eff-d699a3af7781 None None] Set router e1313b03-1e45-4cf1-8d41-dae65ce45e1d gateway port host: dv-cinder-772388-4-iscsi {{(pid=80187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:41:41.283811 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cf7f0de-ccd0-430f-a0af-4e57ce8d696e', 'tag': '1b3f9eb4-7da2-479a-ae23-9653b881385d', 'status': 'completed', 'code': 200}
Feb 02 13:41:41.488913 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ceb0ffca-da25-44cd-9c8a-df06de6c446d req-2a6dc1f1-3457-40e7-9cfa-a9f922392b14 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/ports?device_id=7e8d2815-d67d-48ce-8724-8d8fb8d5fb3d HTTP/1.1" status: 200  len: 210 time: 0.1398239
Feb 02 13:41:41.644868 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 44998) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:41:41.663925 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520cff3-283a-4574-b821-7032c86866e8 req-4869b808-ba59-4fa7-a531-dd27dfe657ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:41.668774 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e520cff3-283a-4574-b821-7032c86866e8 req-4869b808-ba59-4fa7-a531-dd27dfe657ad service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=8e16c9728d43493c958535e3444169f8&device_id=6cf7f0de-ccd0-430f-a0af-4e57ce8d696e HTTP/1.1" status: 200  len: 1163 time: 0.3873982
Feb 02 13:41:41.709125 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-db1110fb-0ae8-4dd9-a63d-15b4ddd8910c req-2e06dd6c-a222-4332-9a03-ce57b5d0c4bc service neutron] 10.222.0.133 "GET /v2.0/networks/49e9892e-e3c8-47c9-a38b-9f46a257b87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5982647
Feb 02 13:41:41.880137 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520cff3-283a-4574-b821-7032c86866e8 req-d2a50bb9-b964-47fc-9e34-32a9fce0d6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:41.884287 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e520cff3-283a-4574-b821-7032c86866e8 req-d2a50bb9-b964-47fc-9e34-32a9fce0d6fc service neutron] 10.222.0.132 "GET /v2.0/networks?id=49e9892e-e3c8-47c9-a38b-9f46a257b87b HTTP/1.1" status: 200  len: 903 time: 0.2045763
Feb 02 13:41:41.919756 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e7aad6bf-d395-4e04-9803-82c51a4fb5df tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks [] for security_group, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:41.953132 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-d78b2a8b-3cf1-44a4-9eff-d699a3af7781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5f4fdd1d0>, [{'id': 'e1313b03-1e45-4cf1-8d41-dae65ce45e1d', 'name': 'tempest-AttachVolumeShelveTestJSON-477103384-router', 'tenant_id': '4137e2122c7f40189b0a34f1651c3764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b9709bcd-a7f5-41be-af20-602edf798719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:36:26Z', 'updated_at': '2021-02-02T13:36:55Z', 'revision_number': 4, 'project_id': '4137e2122c7f40189b0a34f1651c3764', 'gw_port': {'id': 'b9709bcd-a7f5-41be-af20-602edf798719', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1313b03-1e45-4cf1-8d41-dae65ce45e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:36:29Z', 'updated_at': '2021-02-02T13:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_interfaces': [{'id': '19a4bc2b-de92-4b0c-aa3a-64e1dbbc94b0', 'name': '', 'network_id': '1686445e-9089-4fcd-bac5-a148e4ca86fe', 'tenant_id': '4137e2122c7f40189b0a34f1651c3764', 'mac_address': 'fa:16:3e:ee:16:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1313b03-1e45-4cf1-8d41-dae65ce45e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'e86f023b-3193-46b5-b935-af688f96c4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:36:50Z', 'updated_at': '2021-02-02T13:37:09Z', 'revision_number': 5, 'project_id': '4137e2122c7f40189b0a34f1651c3764', 'subnets': [{'id': 'e86f023b-3193-46b5-b935-af688f96c4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:41:41.969230 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78b2a8b-3cf1-44a4-9eff-d699a3af7781 None None] The sync data for ids ['e1313b03-1e45-4cf1-8d41-dae65ce45e1d'] in dv-cinder-772388-4-iscsi is: [{'id': 'e1313b03-1e45-4cf1-8d41-dae65ce45e1d', 'name': 'tempest-AttachVolumeShelveTestJSON-477103384-router', 'tenant_id': '4137e2122c7f40189b0a34f1651c3764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b9709bcd-a7f5-41be-af20-602edf798719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:36:26Z', 'updated_at': '2021-02-02T13:36:55Z', 'revision_number': 4, 'project_id': '4137e2122c7f40189b0a34f1651c3764', 'gw_port': {'id': 'b9709bcd-a7f5-41be-af20-602edf798719', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1313b03-1e45-4cf1-8d41-dae65ce45e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:36:29Z', 'updated_at': '2021-02-02T13:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_interfaces': [{'id': '19a4bc2b-de92-4b0c-aa3a-64e1dbbc94b0', 'name': '', 'network_id': '1686445e-9089-4fcd-bac5-a148e4ca86fe', 'tenant_id': '4137e2122c7f40189b0a34f1651c3764', 'mac_address': 'fa:16:3e:ee:16:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1313b03-1e45-4cf1-8d41-dae65ce45e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'e86f023b-3193-46b5-b935-af688f96c4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:36:50Z', 'updated_at': '2021-02-02T13:37:09Z', 'revision_number': 5, 'project_id': '4137e2122c7f40189b0a34f1651c3764', 'subnets': [{'id': 'e86f023b-3193-46b5-b935-af688f96c4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 02 13:41:41.989910 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e7aad6bf-d395-4e04-9803-82c51a4fb5df tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:42.086643 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e7aad6bf-d395-4e04-9803-82c51a4fb5df tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:42.106540 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-cbad9e82-ccaa-4cbb-afde-ed1c3f7d91f0 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:42.114189 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e520cff3-283a-4574-b821-7032c86866e8 req-e7fa8975-ea71-44f1-a184-e04bbcdb3a05 service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b3f9eb4-7da2-479a-ae23-9653b881385d HTTP/1.1" status: 200  len: 1001 time: 0.2204559
Feb 02 13:41:42.133647 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e7aad6bf-d395-4e04-9803-82c51a4fb5df tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:42.135465 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-e7aad6bf-d395-4e04-9803-82c51a4fb5df tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "DELETE /v2.0/security-groups/3e9ef5c7-2881-4d8a-b503-c56e95a5c062 HTTP/1.1" status: 204  len: 168 time: 0.4889233
Feb 02 13:41:42.140887 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aad6bf-d395-4e04-9803-82c51a4fb5df tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9ef5c7-2881-4d8a-b503-c56e95a5c062,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:42.140887 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 45010) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:41:42.152084 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-e7aad6bf-d395-4e04-9803-82c51a4fb5df tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:42.180096 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.v2.resource [None req-d4f93bdd-45b1-4899-b8d1-743ee2aad5cf tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] show failed (client error): The resource could not be found.
Feb 02 13:41:42.182722 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-d4f93bdd-45b1-4899-b8d1-743ee2aad5cf tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups/3e9ef5c7-2881-4d8a-b503-c56e95a5c062 HTTP/1.1" status: 404  len: 347 time: 0.0404561
Feb 02 13:41:42.187560 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 45014) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:41:42.244120 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520cff3-283a-4574-b821-7032c86866e8 req-c36f9021-6861-45b8-bda0-3faeb09294cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:42.246426 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e520cff3-283a-4574-b821-7032c86866e8 req-c36f9021-6861-45b8-bda0-3faeb09294cc service neutron] 10.222.0.132 "GET /v2.0/subnets?id=e347391d-b5e6-4cc9-bee6-953d0e0b3d40 HTTP/1.1" status: 200  len: 848 time: 0.1259634
Feb 02 13:41:42.415335 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520cff3-283a-4574-b821-7032c86866e8 req-6298e98b-468a-4b6c-ab8f-334af17e0242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:42.418020 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e520cff3-283a-4574-b821-7032c86866e8 req-6298e98b-468a-4b6c-ab8f-334af17e0242 service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=49e9892e-e3c8-47c9-a38b-9f46a257b87b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1628807
Feb 02 13:41:42.468770 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-7d8ff78f-a584-45f4-abf6-410eb16ea465 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Deleting port c33ca852-13d9-4a45-8d02-8c04ecaa2d52 {{(pid=80185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:41:42.469538 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-7d8ff78f-a584-45f4-abf6-410eb16ea465 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:42.535848 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c212d958-a41b-48b6-88ef-f75be0b6a8cc None None] New status for floating IP 74529d97-c520-4346-9385-60da5f6e115b: DOWN {{(pid=80187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 02 13:41:42.701440 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e520cff3-283a-4574-b821-7032c86866e8 req-175b0937-406b-4c2e-b267-9b7a813486cb service neutron] 10.222.0.132 "GET /v2.0/networks/49e9892e-e3c8-47c9-a38b-9f46a257b87b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2730412
Feb 02 13:41:43.049047 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-7d8ff78f-a584-45f4-abf6-410eb16ea465 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:43.049474 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-7d8ff78f-a584-45f4-abf6-410eb16ea465 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:43.111219 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a7f8c37a-4e6d-4063-8ce8-d6787fb66851 req-22140416-ee56-4b1e-a24f-43146bea5c9c tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/ports?device_id=7e8d2815-d67d-48ce-8724-8d8fb8d5fb3d HTTP/1.1" status: 200  len: 210 time: 0.1650772
Feb 02 13:41:43.241339 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e520cff3-283a-4574-b821-7032c86866e8 req-034cd309-1419-45d2-b521-e19c79213e5f service neutron] 10.222.0.132 "GET /v2.0/networks/49e9892e-e3c8-47c9-a38b-9f46a257b87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5302215
Feb 02 13:41:43.284674 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7', 'name': 'network-vif-deleted', 'tag': 'ce95d6b9-1e51-4ebc-b727-6320094ed768'}] {{(pid=80184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:41:43.338443 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-7d8ff78f-a584-45f4-abf6-410eb16ea465 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Calling delete_port for c33ca852-13d9-4a45-8d02-8c04ecaa2d52 owned by network:floatingip {{(pid=80185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:41:43.356608 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cfe4bd1-b079-4729-a7d5-a7e17da5f1d7', 'name': 'network-vif-deleted', 'tag': 'ce95d6b9-1e51-4ebc-b727-6320094ed768', 'status': 'completed', 'code': 200}
Feb 02 13:41:43.457950 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.db.api [None req-7d8ff78f-a584-45f4-abf6-410eb16ea465 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80185) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 02 13:41:43.458482 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_db.api [None req-7d8ff78f-a584-45f4-abf6-410eb16ea465 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80185) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 02 13:41:43.961008 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-7d8ff78f-a584-45f4-abf6-410eb16ea465 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Deleting port c33ca852-13d9-4a45-8d02-8c04ecaa2d52 {{(pid=80185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:41:43.962033 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-7d8ff78f-a584-45f4-abf6-410eb16ea465 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:44.202852 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-7d8ff78f-a584-45f4-abf6-410eb16ea465 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:44.203373 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-7d8ff78f-a584-45f4-abf6-410eb16ea465 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:44.247545 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ca966-d6e2-41b9-871f-22b2567167b3 req-94ebde2e-9fc5-4f56-a07f-538521c68e04 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:44.251790 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-190ca966-d6e2-41b9-871f-22b2567167b3 req-94ebde2e-9fc5-4f56-a07f-538521c68e04 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.132 "GET /v2.0/networks?id=a4835e6f-7982-41d9-8597-68768326e2b7 HTTP/1.1" status: 200  len: 811 time: 0.6752250
Feb 02 13:41:44.374928 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-7d8ff78f-a584-45f4-abf6-410eb16ea465 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Calling delete_port for c33ca852-13d9-4a45-8d02-8c04ecaa2d52 owned by network:floatingip {{(pid=80185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:41:44.412890 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d94b1df4-2ce5-4bca-bc8e-172676e46af2 req-0b4448c6-338d-4ba2-97ea-9640e050a873 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/ports?device_id=7e8d2815-d67d-48ce-8724-8d8fb8d5fb3d HTTP/1.1" status: 200  len: 210 time: 0.0810952
Feb 02 13:41:44.470210 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-190ca966-d6e2-41b9-871f-22b2567167b3 req-f722adc1-4607-44c0-b687-9546d9240a89 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.132 "GET /v2.0/security-groups?tenant_id=dc43bfb261a1419d93631ca1734b41d5 HTTP/1.1" status: 200  len: 5707 time: 0.2118549
Feb 02 13:41:44.554951 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-7d8ff78f-a584-45f4-abf6-410eb16ea465 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264942761622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264943208991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2210562'] for port, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:44.573727 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-95da9dce-dc72-4d7e-bb28-18459af8e545 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:44.681614 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8ff78f-a584-45f4-abf6-410eb16ea465 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Pushing event deleted for resources: {'Port': ['ID=c33ca852-13d9-4a45-8d02-8c04ecaa2d52,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:44.690511 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-7d8ff78f-a584-45f4-abf6-410eb16ea465 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:44.768504 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-190ca966-d6e2-41b9-871f-22b2567167b3 req-0571cfd6-ba3e-481c-af69-211947e55139 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Request body: {'port': {'device_id': '7e8d2815-d67d-48ce-8724-8d8fb8d5fb3d', 'network_id': 'a4835e6f-7982-41d9-8597-68768326e2b7', 'admin_state_up': True, 'tenant_id': 'dc43bfb261a1419d93631ca1734b41d5', 'security_groups': ['bdba0788-3b49-462a-9c04-5bed6f29f447']}} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:41:44.883090 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-7d8ff78f-a584-45f4-abf6-410eb16ea465 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks [] for floatingip, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:44.903424 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-7d8ff78f-a584-45f4-abf6-410eb16ea465 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for floatingip, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:44.910339 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-7d8ff78f-a584-45f4-abf6-410eb16ea465 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "DELETE /v2.0/floatingips/74529d97-c520-4346-9385-60da5f6e115b HTTP/1.1" status: 204  len: 168 time: 2.7153163
Feb 02 13:41:45.017980 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 45046) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:41:45.037127 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-190ca966-d6e2-41b9-871f-22b2567167b3 req-0571cfd6-ba3e-481c-af69-211947e55139 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:41:45.043403 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-190ca966-d6e2-41b9-871f-22b2567167b3 req-0571cfd6-ba3e-481c-af69-211947e55139 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Usage tracker for resource:port and tenant:dc43bfb261a1419d93631ca1734b41d5 is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:41:45.048186 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-190ca966-d6e2-41b9-871f-22b2567167b3 req-0571cfd6-ba3e-481c-af69-211947e55139 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:41:45.056311 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-190ca966-d6e2-41b9-871f-22b2567167b3 req-0571cfd6-ba3e-481c-af69-211947e55139 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:41:45.067397 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-190ca966-d6e2-41b9-871f-22b2567167b3 req-0571cfd6-ba3e-481c-af69-211947e55139 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Made reservation on behalf of dc43bfb261a1419d93631ca1734b41d5 for: {'port': 1} {{(pid=80184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 02 13:41:45.097882 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-190ca966-d6e2-41b9-871f-22b2567167b3 req-0571cfd6-ba3e-481c-af69-211947e55139 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:45.224965 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-83c64f97-e88f-4766-9f84-9b810ad816f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:45.248079 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-83c64f97-e88f-4766-9f84-9b810ad816f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:41:45.253660 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-83c64f97-e88f-4766-9f84-9b810ad816f1 admin admin] Usage tracker for resource:security_group_rule and tenant:9a2dafcb27e94667ab338081b7f9abaf is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:41:45.257742 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-83c64f97-e88f-4766-9f84-9b810ad816f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:41:45.267610 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-83c64f97-e88f-4766-9f84-9b810ad816f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:41:45.292355 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 45052) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:41:45.299591 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-8e49c4e5-a926-4a76-ae16-2316395fe579 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1121562686', 'description': 'tempest-description--2048880373'}} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:41:45.341714 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-8e49c4e5-a926-4a76-ae16-2316395fe579 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:41:45.355461 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-8e49c4e5-a926-4a76-ae16-2316395fe579 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Usage tracker for resource:security_group and tenant:4137e2122c7f40189b0a34f1651c3764 is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:41:45.361771 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-8e49c4e5-a926-4a76-ae16-2316395fe579 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:41:45.396084 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-83c64f97-e88f-4766-9f84-9b810ad816f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:45.399349 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-83c64f97-e88f-4766-9f84-9b810ad816f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:45.409701 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-8e49c4e5-a926-4a76-ae16-2316395fe579 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:41:45.412982 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-fdbff608-da6d-4eb5-8c91-aed9cca58db4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:45.438046 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-8e49c4e5-a926-4a76-ae16-2316395fe579 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks [] for security_group, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:45.478396 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-83c64f97-e88f-4766-9f84-9b810ad816f1 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=9a2dafcb27e94667ab338081b7f9abaf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4561906
Feb 02 13:41:45.478396 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c64f97-e88f-4766-9f84-9b810ad816f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d96d15-9e2b-487a-87d3-13e1e98fb597,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:45.479969 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 45058) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:41:45.483309 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-83c64f97-e88f-4766-9f84-9b810ad816f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:45.508785 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-8e49c4e5-a926-4a76-ae16-2316395fe579 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:41:45.558868 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-cbb86a90-f9df-4905-b03c-bd5a38426053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:45.570634 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-8e49c4e5-a926-4a76-ae16-2316395fe579 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Usage tracker for resource:security_group_rule and tenant:4137e2122c7f40189b0a34f1651c3764 is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:41:45.581014 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-8e49c4e5-a926-4a76-ae16-2316395fe579 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:41:45.593657 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-cbb86a90-f9df-4905-b03c-bd5a38426053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:45.601178 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-8e49c4e5-a926-4a76-ae16-2316395fe579 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:41:45.651195 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-cbb86a90-f9df-4905-b03c-bd5a38426053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:45.657338 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f85181d4-b46f-40a6-917c-4304272d38a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:45.675514 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb86a90-f9df-4905-b03c-bd5a38426053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d96d15-9e2b-487a-87d3-13e1e98fb597,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:45.678943 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-cbb86a90-f9df-4905-b03c-bd5a38426053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:45.683005 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-cbb86a90-f9df-4905-b03c-bd5a38426053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:45.687147 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-cbb86a90-f9df-4905-b03c-bd5a38426053 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/04d96d15-9e2b-487a-87d3-13e1e98fb597 HTTP/1.1" status: 204  len: 168 time: 0.2032104
Feb 02 13:41:45.691035 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-92b564e9-62a4-48ea-8527-0e12fd2c8772 req-d8a8dc99-f253-46f9-a476-4c4255252af6 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/ports?device_id=7e8d2815-d67d-48ce-8724-8d8fb8d5fb3d HTTP/1.1" status: 200  len: 210 time: 0.0856926
Feb 02 13:41:45.726308 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_common [req-190ca966-d6e2-41b9-871f-22b2567167b3 req-0571cfd6-ba3e-481c-af69-211947e55139 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Allocated IP 172.20.0.8 (a4835e6f-7982-41d9-8597-68768326e2b7/7bd499ff-eea3-463e-bee1-8df687fd8da3/fc3695ea-dc80-44c7-b589-f2721d774513) {{(pid=80184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 02 13:41:45.921270 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-8e49c4e5-a926-4a76-ae16-2316395fe579 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks [] for security_group, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:45.926091 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-8e49c4e5-a926-4a76-ae16-2316395fe579 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:45.933541 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f14314a0-bb56-4daf-a4bb-6cafe40b7374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:46.023212 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e49c4e5-a926-4a76-ae16-2316395fe579 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e24f2a2e-52bb-4e6c-8006-fb40a9bbed50,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:46.029632 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-8e49c4e5-a926-4a76-ae16-2316395fe579 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:46.033419 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-8e49c4e5-a926-4a76-ae16-2316395fe579 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks [] for security_group, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:46.034763 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-8e49c4e5-a926-4a76-ae16-2316395fe579 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.7432497
Feb 02 13:41:46.041305 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 45066) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:41:46.052751 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-75dfba2e-e414-4bb2-9263-a39853fdad8d tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Request body: {'security_group_rule': {'security_group_id': 'e24f2a2e-52bb-4e6c-8006-fb40a9bbed50', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:41:46.076858 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-75dfba2e-e414-4bb2-9263-a39853fdad8d tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:41:46.078933 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-190ca966-d6e2-41b9-871f-22b2567167b3 req-0571cfd6-ba3e-481c-af69-211947e55139 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks [] for port, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:46.085349 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-75dfba2e-e414-4bb2-9263-a39853fdad8d tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Usage tracker for resource:security_group_rule and tenant:4137e2122c7f40189b0a34f1651c3764 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:41:46.089185 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-75dfba2e-e414-4bb2-9263-a39853fdad8d tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:41:46.097764 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-75dfba2e-e414-4bb2-9263-a39853fdad8d tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:41:46.116517 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [req-190ca966-d6e2-41b9-871f-22b2567167b3 req-0571cfd6-ba3e-481c-af69-211947e55139 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Transition to ACTIVE for port object fc3695ea-dc80-44c7-b589-f2721d774513 will not be triggered until provisioned by entity DHCP. {{(pid=80184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:41:46.122829 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-75dfba2e-e414-4bb2-9263-a39853fdad8d tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:46.141682 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 45070) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:41:46.154332 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-190ca966-d6e2-41b9-871f-22b2567167b3 req-0571cfd6-ba3e-481c-af69-211947e55139 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264943169311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851940450'] for port, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:46.171109 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:46.190012 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-7256130e-1833-4cfe-b652-1d956bd099f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:46.219868 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-7256130e-1833-4cfe-b652-1d956bd099f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:41:46.228604 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-7256130e-1833-4cfe-b652-1d956bd099f2 admin admin] Usage tracker for resource:security_group_rule and tenant:d9864caf6f934267a4e460b2d32ec3af is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:41:46.233835 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-7256130e-1833-4cfe-b652-1d956bd099f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:41:46.253865 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-7256130e-1833-4cfe-b652-1d956bd099f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:41:46.257410 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-75dfba2e-e414-4bb2-9263-a39853fdad8d tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:46.266924 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-75dfba2e-e414-4bb2-9263-a39853fdad8d tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756828'] for security_group_rule, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:46.275633 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-36d8d1e1-e240-4aea-8c38-fbda50d6c3e7 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:46.317011 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dfba2e-e414-4bb2-9263-a39853fdad8d tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0893365f-0a89-4600-bd41-14d57d0eb598,revision_number=0']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:46.317330 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0571cfd6-ba3e-481c-af69-211947e55139 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Pushing event updated for resources: {'Port': ['ID=fc3695ea-dc80-44c7-b589-f2721d774513,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:46.320922 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-75dfba2e-e414-4bb2-9263-a39853fdad8d tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:46.322741 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-0571cfd6-ba3e-481c-af69-211947e55139 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:46.339253 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-75dfba2e-e414-4bb2-9263-a39853fdad8d tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:46.343665 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-75dfba2e-e414-4bb2-9263-a39853fdad8d tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2979064
Feb 02 13:41:46.344022 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 45074) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:41:46.352498 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-eb1b926a-a31b-4fa1-93da-bedd06067113 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Request body: {'security_group_rule': {'security_group_id': 'e24f2a2e-52bb-4e6c-8006-fb40a9bbed50', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:41:46.388586 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-eb1b926a-a31b-4fa1-93da-bedd06067113 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:41:46.389046 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.agents_db [None req-a5446886-6d63-4256-b3e6-4e67ca866f31 None None] Agent healthcheck: found 6 active agents {{(pid=80187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 02 13:41:46.399600 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-190ca966-d6e2-41b9-871f-22b2567167b3 req-0571cfd6-ba3e-481c-af69-211947e55139 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Network a4835e6f-7982-41d9-8597-68768326e2b7 is already hosted by enough agents. {{(pid=80184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:41:46.401474 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [req-190ca966-d6e2-41b9-871f-22b2567167b3 req-0571cfd6-ba3e-481c-af69-211947e55139 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Resources bound (agent type, host, resource id):  {{(pid=80184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:41:46.401708 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-eb1b926a-a31b-4fa1-93da-bedd06067113 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Usage tracker for resource:security_group_rule and tenant:4137e2122c7f40189b0a34f1651c3764 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:41:46.404749 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [req-190ca966-d6e2-41b9-871f-22b2567167b3 req-0571cfd6-ba3e-481c-af69-211947e55139 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Received port after_create {{(pid=80184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 02 13:41:46.407569 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-eb1b926a-a31b-4fa1-93da-bedd06067113 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:41:46.420265 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-eb1b926a-a31b-4fa1-93da-bedd06067113 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:41:46.475889 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-eb1b926a-a31b-4fa1-93da-bedd06067113 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:46.515732 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-7256130e-1833-4cfe-b652-1d956bd099f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:46.521789 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-7256130e-1833-4cfe-b652-1d956bd099f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:46.532730 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-e7aad6bf-d395-4e04-9803-82c51a4fb5df tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:46.609312 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7256130e-1833-4cfe-b652-1d956bd099f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04b9c35-9d0a-4e55-ab21-f995c21ba19d,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:46.616311 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ca966-d6e2-41b9-871f-22b2567167b3 req-0571cfd6-ba3e-481c-af69-211947e55139 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:46.616869 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-7256130e-1833-4cfe-b652-1d956bd099f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:46.617837 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-190ca966-d6e2-41b9-871f-22b2567167b3 req-0571cfd6-ba3e-481c-af69-211947e55139 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for port, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:46.622345 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-7256130e-1833-4cfe-b652-1d956bd099f2 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=d9864caf6f934267a4e460b2d32ec3af&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4795957
Feb 02 13:41:46.631975 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 45078) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:41:46.644637 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-190ca966-d6e2-41b9-871f-22b2567167b3 req-0571cfd6-ba3e-481c-af69-211947e55139 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.132 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8926220
Feb 02 13:41:46.650525 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-eb1b926a-a31b-4fa1-93da-bedd06067113 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:46.664099 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-eb1b926a-a31b-4fa1-93da-bedd06067113 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756828'] for security_group_rule, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:46.697509 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:46.756790 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1b926a-a31b-4fa1-93da-bedd06067113 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=290e2252-b9dc-46d6-a855-d3162136c295,revision_number=0']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:46.766122 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-eb1b926a-a31b-4fa1-93da-bedd06067113 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:46.773072 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-7851f547-0b30-4313-b952-99efaed0c020 None None] Provisioning for port fc3695ea-dc80-44c7-b589-f2721d774513 completed by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:41:46.786949 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-7851f547-0b30-4313-b952-99efaed0c020 None None] Provisioning complete for port fc3695ea-dc80-44c7-b589-f2721d774513 triggered by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:41:46.789886 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-7851f547-0b30-4313-b952-99efaed0c020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:46.810365 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f6a694e5-4531-468e-8bd0-b757ead80c8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:46.829387 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-eb1b926a-a31b-4fa1-93da-bedd06067113 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:46.835002 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 45086) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:41:46.835172 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-eb1b926a-a31b-4fa1-93da-bedd06067113 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4898114
Feb 02 13:41:46.841460 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-02a2eab3-7546-490f-9004-f7e2ec8e9eb2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Request body: {'floatingip': {'floating_network_id': '081eaffe-521e-4302-9444-c5c7bff220cd'}} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:41:46.859649 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f6a694e5-4531-468e-8bd0-b757ead80c8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:46.896555 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-02a2eab3-7546-490f-9004-f7e2ec8e9eb2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:41:46.906276 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-02a2eab3-7546-490f-9004-f7e2ec8e9eb2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Usage tracker for resource:floatingip and tenant:4137e2122c7f40189b0a34f1651c3764 is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:41:46.912090 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-02a2eab3-7546-490f-9004-f7e2ec8e9eb2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:41:46.926171 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f6a694e5-4531-468e-8bd0-b757ead80c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:46.927356 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-7851f547-0b30-4313-b952-99efaed0c020 None None] Port fc3695ea-dc80-44c7-b589-f2721d774513 cannot update to ACTIVE because it is not bound. {{(pid=80186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 02 13:41:46.933797 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-d9cdc5bc-d93f-4e99-a4a5-2995c1bc991c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:46.937114 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-02a2eab3-7546-490f-9004-f7e2ec8e9eb2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:41:46.949960 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a694e5-4531-468e-8bd0-b757ead80c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04b9c35-9d0a-4e55-ab21-f995c21ba19d,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:46.952729 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-02a2eab3-7546-490f-9004-f7e2ec8e9eb2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks [] for floatingip, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:46.954689 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f6a694e5-4531-468e-8bd0-b757ead80c8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:46.959727 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f6a694e5-4531-468e-8bd0-b757ead80c8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:46.965849 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-f6a694e5-4531-468e-8bd0-b757ead80c8f admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/b04b9c35-9d0a-4e55-ab21-f995c21ba19d HTTP/1.1" status: 204  len: 168 time: 0.3322413
Feb 02 13:41:47.019155 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-190ca966-d6e2-41b9-871f-22b2567167b3 req-829155d9-8af2-41dd-abcd-2640264c0dd4 service neutron] Request body: {'port': {'device_id': '7e8d2815-d67d-48ce-8724-8d8fb8d5fb3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:41:47.333005 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-190ca966-d6e2-41b9-871f-22b2567167b3 req-829155d9-8af2-41dd-abcd-2640264c0dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:47.459568 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec040680-aef7-43bc-934b-142576d7b539 req-65ea87f0-fa45-4775-9f55-a9bdbefbc0cc tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:47.460602 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-ec040680-aef7-43bc-934b-142576d7b539 req-65ea87f0-fa45-4775-9f55-a9bdbefbc0cc tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Synchronizing usage tracker for tenant:dc43bfb261a1419d93631ca1734b41d5 on resource:port {{(pid=80184) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:41:47.597067 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-ec040680-aef7-43bc-934b-142576d7b539 req-65ea87f0-fa45-4775-9f55-a9bdbefbc0cc tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Unset dirty status for tenant:dc43bfb261a1419d93631ca1734b41d5 on resource:port {{(pid=80184) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:41:47.598394 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ec040680-aef7-43bc-934b-142576d7b539 req-65ea87f0-fa45-4775-9f55-a9bdbefbc0cc tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/ports?device_id=7e8d2815-d67d-48ce-8724-8d8fb8d5fb3d HTTP/1.1" status: 200  len: 931 time: 0.5446079
Feb 02 13:41:47.734528 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-02a2eab3-7546-490f-9004-f7e2ec8e9eb2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:47.788787 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ec040680-aef7-43bc-934b-142576d7b539 req-b976ef97-51a4-4af1-8ba1-797237dbfdec tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/security-groups?id=bdba0788-3b49-462a-9c04-5bed6f29f447&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1701212
Feb 02 13:41:48.570463 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_common [None req-02a2eab3-7546-490f-9004-f7e2ec8e9eb2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Allocated IP 172.27.2.38 (081eaffe-521e-4302-9444-c5c7bff220cd/e906fce0-ed19-4873-885c-646e92308730/bfb80982-b3b5-4b9b-b69c-72da4924512c) {{(pid=80184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 02 13:41:48.580534 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [req-190ca966-d6e2-41b9-871f-22b2567167b3 req-829155d9-8af2-41dd-abcd-2640264c0dd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc3695ea-dc80-44c7-b589-f2721d774513 {{(pid=80184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 02 13:41:48.594538 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-190ca966-d6e2-41b9-871f-22b2567167b3 req-829155d9-8af2-41dd-abcd-2640264c0dd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:48.633250 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [req-190ca966-d6e2-41b9-871f-22b2567167b3 req-829155d9-8af2-41dd-abcd-2640264c0dd4 service neutron] Transition to ACTIVE for port object fc3695ea-dc80-44c7-b589-f2721d774513 will not be triggered until provisioned by entity L2. {{(pid=80184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:41:48.694136 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-190ca966-d6e2-41b9-871f-22b2567167b3 req-829155d9-8af2-41dd-abcd-2640264c0dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2835433'] for port, after_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:48.713105 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-4cedd215-c44b-40cf-9973-18f2fec4b275 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:48.827716 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 45118) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:41:48.897314 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829155d9-8af2-41dd-abcd-2640264c0dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=fc3695ea-dc80-44c7-b589-f2721d774513,revision_number=2']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:48.931430 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829155d9-8af2-41dd-abcd-2640264c0dd4 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:48.931824 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829155d9-8af2-41dd-abcd-2640264c0dd4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:48.932240 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829155d9-8af2-41dd-abcd-2640264c0dd4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:48.932600 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829155d9-8af2-41dd-abcd-2640264c0dd4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:48.932991 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829155d9-8af2-41dd-abcd-2640264c0dd4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:48.933372 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829155d9-8af2-41dd-abcd-2640264c0dd4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:48.933750 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829155d9-8af2-41dd-abcd-2640264c0dd4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:48.934139 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829155d9-8af2-41dd-abcd-2640264c0dd4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:48.934516 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829155d9-8af2-41dd-abcd-2640264c0dd4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:48.934890 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829155d9-8af2-41dd-abcd-2640264c0dd4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:48.935267 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829155d9-8af2-41dd-abcd-2640264c0dd4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:48.935642 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829155d9-8af2-41dd-abcd-2640264c0dd4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:48.936112 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829155d9-8af2-41dd-abcd-2640264c0dd4 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:48.936486 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829155d9-8af2-41dd-abcd-2640264c0dd4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:48.936865 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829155d9-8af2-41dd-abcd-2640264c0dd4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:48.937240 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829155d9-8af2-41dd-abcd-2640264c0dd4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:48.937627 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829155d9-8af2-41dd-abcd-2640264c0dd4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:48.937998 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829155d9-8af2-41dd-abcd-2640264c0dd4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:48.938334 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829155d9-8af2-41dd-abcd-2640264c0dd4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:48.938712 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829155d9-8af2-41dd-abcd-2640264c0dd4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:48.939087 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829155d9-8af2-41dd-abcd-2640264c0dd4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:48.939461 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829155d9-8af2-41dd-abcd-2640264c0dd4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:48.939835 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829155d9-8af2-41dd-abcd-2640264c0dd4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:48.940232 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829155d9-8af2-41dd-abcd-2640264c0dd4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:41:48.944761 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-829155d9-8af2-41dd-abcd-2640264c0dd4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:48.985493 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-02a2eab3-7546-490f-9004-f7e2ec8e9eb2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks [] for port, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:49.078155 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-8e6dec49-9100-4831-95dd-bb9df8356f22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:49.097849 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-8e6dec49-9100-4831-95dd-bb9df8356f22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:41:49.103544 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-8e6dec49-9100-4831-95dd-bb9df8356f22 admin admin] Usage tracker for resource:security_group_rule and tenant:596ea7fa33134a439922f39a71f7bc77 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:41:49.107083 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-8e6dec49-9100-4831-95dd-bb9df8356f22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:41:49.113668 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-8e6dec49-9100-4831-95dd-bb9df8356f22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:41:49.242943 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-8e6dec49-9100-4831-95dd-bb9df8356f22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:49.247042 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-8e6dec49-9100-4831-95dd-bb9df8356f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:49.256968 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-996e6d88-e09c-4a96-aa7e-d869924859e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:49.261949 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-02a2eab3-7546-490f-9004-f7e2ec8e9eb2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264943169311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851940450'] for port, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:49.287758 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:49.306676 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-8e6dec49-9100-4831-95dd-bb9df8356f22 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=596ea7fa33134a439922f39a71f7bc77&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4772065
Feb 02 13:41:49.307706 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6dec49-9100-4831-95dd-bb9df8356f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299b837c-5ab1-4d7f-8d36-d1e48413d716,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:49.310749 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 45126) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:41:49.314038 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-8e6dec49-9100-4831-95dd-bb9df8356f22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:49.385031 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e6826154-732c-4ce3-9825-ad39008a8e6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:49.400530 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [req-190ca966-d6e2-41b9-871f-22b2567167b3 req-829155d9-8af2-41dd-abcd-2640264c0dd4 service neutron] Attempting to bind port fc3695ea-dc80-44c7-b589-f2721d774513 on host hv-cinder-77238 for vnic_type normal with profile  {{(pid=80184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 02 13:41:49.400942 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [req-190ca966-d6e2-41b9-871f-22b2567167b3 req-829155d9-8af2-41dd-abcd-2640264c0dd4 service neutron] Attempting to bind port fc3695ea-dc80-44c7-b589-f2721d774513 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '36752a10-39fb-4e35-b242-32334e2e3c32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a4835e6f-7982-41d9-8597-68768326e2b7'}] {{(pid=80184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 02 13:41:49.401244 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190ca966-d6e2-41b9-871f-22b2567167b3 req-829155d9-8af2-41dd-abcd-2640264c0dd4 service neutron] Attempting to bind port fc3695ea-dc80-44c7-b589-f2721d774513 on network a4835e6f-7982-41d9-8597-68768326e2b7 {{(pid=80184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 02 13:41:49.415923 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e6826154-732c-4ce3-9825-ad39008a8e6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:49.429274 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190ca966-d6e2-41b9-871f-22b2567167b3 req-829155d9-8af2-41dd-abcd-2640264c0dd4 service neutron] Checking agent: {'id': '3f7ac43e-b359-42e2-9e67-18be39e96b32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 34, 33), 'started_at': datetime.datetime(2021, 2, 2, 13, 35, 3), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.120', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 02 13:41:49.429646 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190ca966-d6e2-41b9-871f-22b2567167b3 req-829155d9-8af2-41dd-abcd-2640264c0dd4 service neutron] Checking segment: {'id': '36752a10-39fb-4e35-b242-32334e2e3c32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a4835e6f-7982-41d9-8597-68768326e2b7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:41:49.430060 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-190ca966-d6e2-41b9-871f-22b2567167b3 req-829155d9-8af2-41dd-abcd-2640264c0dd4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:49.430447 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190ca966-d6e2-41b9-871f-22b2567167b3 req-829155d9-8af2-41dd-abcd-2640264c0dd4 service neutron] Bound using segment: {'id': '36752a10-39fb-4e35-b242-32334e2e3c32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a4835e6f-7982-41d9-8597-68768326e2b7'} {{(pid=80184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 02 13:41:49.430938 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [req-190ca966-d6e2-41b9-871f-22b2567167b3 req-829155d9-8af2-41dd-abcd-2640264c0dd4 service neutron] Bound port: fc3695ea-dc80-44c7-b589-f2721d774513, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36752a10-39fb-4e35-b242-32334e2e3c32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a4835e6f-7982-41d9-8597-68768326e2b7'}}] {{(pid=80184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 02 13:41:49.431305 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-190ca966-d6e2-41b9-871f-22b2567167b3 req-829155d9-8af2-41dd-abcd-2640264c0dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:49.475089 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e6826154-732c-4ce3-9825-ad39008a8e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:49.482870 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f6a694e5-4531-468e-8bd0-b757ead80c8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:49.499129 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6826154-732c-4ce3-9825-ad39008a8e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299b837c-5ab1-4d7f-8d36-d1e48413d716,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:49.502799 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-e6826154-732c-4ce3-9825-ad39008a8e6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:49.504269 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e6826154-732c-4ce3-9825-ad39008a8e6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:49.509610 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-e6826154-732c-4ce3-9825-ad39008a8e6b admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/299b837c-5ab1-4d7f-8d36-d1e48413d716 HTTP/1.1" status: 204  len: 168 time: 0.1946466
Feb 02 13:41:49.534445 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4cafde-90fd-41cd-8381-29caca442959 req-64a655f3-496c-4c42-abde-927793c934fe tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:49.536212 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-bc4cafde-90fd-41cd-8381-29caca442959 req-64a655f3-496c-4c42-abde-927793c934fe tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/ports?device_id=7e8d2815-d67d-48ce-8724-8d8fb8d5fb3d HTTP/1.1" status: 200  len: 943 time: 0.4726932
Feb 02 13:41:49.586853 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a2eab3-7546-490f-9004-f7e2ec8e9eb2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Pushing event updated for resources: {'Port': ['ID=bfb80982-b3b5-4b9b-b69c-72da4924512c,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:49.590498 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-02a2eab3-7546-490f-9004-f7e2ec8e9eb2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:49.738812 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-bc4cafde-90fd-41cd-8381-29caca442959 req-026ad72c-3a75-4b02-b8b0-71f092eb1a92 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/security-groups?id=bdba0788-3b49-462a-9c04-5bed6f29f447&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1759887
Feb 02 13:41:49.767585 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a2eab3-7546-490f-9004-f7e2ec8e9eb2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Network 081eaffe-521e-4302-9444-c5c7bff220cd is already hosted by enough agents. {{(pid=80184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:41:49.768948 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-190ca966-d6e2-41b9-871f-22b2567167b3 req-829155d9-8af2-41dd-abcd-2640264c0dd4 service neutron] For port fc3695ea-dc80-44c7-b589-f2721d774513, host hv-cinder-77238, cleared binding levels {{(pid=80184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 02 13:41:49.772124 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [None req-02a2eab3-7546-490f-9004-f7e2ec8e9eb2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Resources bound (agent type, host, resource id):  {{(pid=80184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:41:49.775421 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-190ca966-d6e2-41b9-871f-22b2567167b3 req-829155d9-8af2-41dd-abcd-2640264c0dd4 service neutron] For port fc3695ea-dc80-44c7-b589-f2721d774513, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=fc3695ea-dc80-44c7-b589-f2721d774513,segment=NetworkSegment(36752a10-39fb-4e35-b242-32334e2e3c32),segment_id=36752a10-39fb-4e35-b242-32334e2e3c32)] {{(pid=80184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 02 13:41:49.776488 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a2eab3-7546-490f-9004-f7e2ec8e9eb2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Received port after_create {{(pid=80184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 02 13:41:49.813953 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-190ca966-d6e2-41b9-871f-22b2567167b3 req-829155d9-8af2-41dd-abcd-2640264c0dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2835433'] for port, after_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:49.836608 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-c6d2372f-9b0a-42b9-8d72-4db9dfd6d3d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:50.110449 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829155d9-8af2-41dd-abcd-2640264c0dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=fc3695ea-dc80-44c7-b589-f2721d774513,revision_number=3']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:50.115747 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-829155d9-8af2-41dd-abcd-2640264c0dd4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:50.164611 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-02a2eab3-7546-490f-9004-f7e2ec8e9eb2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:50.246467 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ca966-d6e2-41b9-871f-22b2567167b3 req-829155d9-8af2-41dd-abcd-2640264c0dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:50.247537 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-190ca966-d6e2-41b9-871f-22b2567167b3 req-829155d9-8af2-41dd-abcd-2640264c0dd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for port, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:50.253731 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-190ca966-d6e2-41b9-871f-22b2567167b3 req-829155d9-8af2-41dd-abcd-2640264c0dd4 service neutron] 10.222.0.132 "PUT /v2.0/ports/fc3695ea-dc80-44c7-b589-f2721d774513 HTTP/1.1" status: 200  len: 1157 time: 3.6033959
Feb 02 13:41:50.254340 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e8d2815-d67d-48ce-8724-8d8fb8d5fb3d', 'tag': 'fc3695ea-dc80-44c7-b589-f2721d774513'}] {{(pid=80184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:41:50.383015 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e8d2815-d67d-48ce-8724-8d8fb8d5fb3d', 'tag': 'fc3695ea-dc80-44c7-b589-f2721d774513', 'status': 'completed', 'code': 200}
Feb 02 13:41:50.403072 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-02a2eab3-7546-490f-9004-f7e2ec8e9eb2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:50.669596 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ca966-d6e2-41b9-871f-22b2567167b3 req-97f57797-08d8-4833-ab8b-2439e8863ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:50.672703 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-190ca966-d6e2-41b9-871f-22b2567167b3 req-97f57797-08d8-4833-ab8b-2439e8863ca0 service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=dc43bfb261a1419d93631ca1734b41d5&device_id=7e8d2815-d67d-48ce-8724-8d8fb8d5fb3d HTTP/1.1" status: 200  len: 1160 time: 0.3756745
Feb 02 13:41:50.847133 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-190ca966-d6e2-41b9-871f-22b2567167b3 req-bd1a344b-a4d5-4c98-a197-a86c7b121e26 service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc3695ea-dc80-44c7-b589-f2721d774513 HTTP/1.1" status: 200  len: 217 time: 0.1633630
Feb 02 13:41:51.001371 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ca966-d6e2-41b9-871f-22b2567167b3 req-a05a6e5f-6d3a-4384-9841-5a416d867e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:51.003996 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-190ca966-d6e2-41b9-871f-22b2567167b3 req-a05a6e5f-6d3a-4384-9841-5a416d867e51 service neutron] 10.222.0.132 "GET /v2.0/subnets?id=7bd499ff-eea3-463e-bee1-8df687fd8da3 HTTP/1.1" status: 200  len: 850 time: 0.1511116
Feb 02 13:41:51.196500 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-02a2eab3-7546-490f-9004-f7e2ec8e9eb2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks [] for port, precommit_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:51.206288 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-02a2eab3-7546-490f-9004-f7e2ec8e9eb2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2835433'] for port, after_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:51.223010 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:51.588473 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ca966-d6e2-41b9-871f-22b2567167b3 req-dbf30b77-2a99-4ffd-a7b4-99c4f516abc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:51.590482 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-190ca966-d6e2-41b9-871f-22b2567167b3 req-dbf30b77-2a99-4ffd-a7b4-99c4f516abc0 service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=a4835e6f-7982-41d9-8597-68768326e2b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5652244
Feb 02 13:41:51.653292 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a2eab3-7546-490f-9004-f7e2ec8e9eb2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Pushing event updated for resources: {'Port': ['ID=bfb80982-b3b5-4b9b-b69c-72da4924512c,revision_number=2']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:51.742329 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc59047-cce7-47e6-90f8-31f914e91a73 req-67150129-fa9d-4a44-af94-bccaff6ab2d0 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:51.744398 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-0cc59047-cce7-47e6-90f8-31f914e91a73 req-67150129-fa9d-4a44-af94-bccaff6ab2d0 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/ports?device_id=7e8d2815-d67d-48ce-8724-8d8fb8d5fb3d HTTP/1.1" status: 200  len: 943 time: 0.6747653
Feb 02 13:41:51.747680 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-02a2eab3-7546-490f-9004-f7e2ec8e9eb2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:51.945229 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-0cc59047-cce7-47e6-90f8-31f914e91a73 req-707041f5-affe-41b6-a2fa-d2087778775e tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/security-groups?id=bdba0788-3b49-462a-9c04-5bed6f29f447&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1924520
Feb 02 13:41:52.019613 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-190ca966-d6e2-41b9-871f-22b2567167b3 req-93abb5a7-0b11-4db6-8a93-d5f838f66b59 service neutron] 10.222.0.132 "GET /v2.0/networks/a4835e6f-7982-41d9-8597-68768326e2b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4116204
Feb 02 13:41:52.049793 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-02a2eab3-7546-490f-9004-f7e2ec8e9eb2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852699397'] for floatingip, after_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:52.148193 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-02a2eab3-7546-490f-9004-f7e2ec8e9eb2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for floatingip, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:52.149515 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-02a2eab3-7546-490f-9004-f7e2ec8e9eb2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 5.3128424
Feb 02 13:41:52.201671 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-190ca966-d6e2-41b9-871f-22b2567167b3 req-e72556a5-9d5d-434e-9342-af80c8ded1a5 service neutron] 10.222.0.132 "GET /v2.0/networks/a4835e6f-7982-41d9-8597-68768326e2b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1760950
Feb 02 13:41:52.353805 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965e79e-2ed8-42e2-a1f1-5deb6a8fc25b req-76d52b6c-14ee-4d48-b2b9-0e0112e25683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:52.355536 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-4965e79e-2ed8-42e2-a1f1-5deb6a8fc25b req-76d52b6c-14ee-4d48-b2b9-0e0112e25683 service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=dc43bfb261a1419d93631ca1734b41d5&device_id=7e8d2815-d67d-48ce-8724-8d8fb8d5fb3d HTTP/1.1" status: 200  len: 1160 time: 0.0955231
Feb 02 13:41:52.539751 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-e6b22398-94d8-42dc-8001-843d16d5b569 req-507b4c80-6ab0-447e-afc1-0660b9a8125a tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Synchronizing usage tracker for tenant:4137e2122c7f40189b0a34f1651c3764 on resource:security_group {{(pid=80184) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:41:52.575410 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965e79e-2ed8-42e2-a1f1-5deb6a8fc25b req-2bb630fc-4674-4d6e-826d-406f2069d0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:52.577194 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-4965e79e-2ed8-42e2-a1f1-5deb6a8fc25b req-2bb630fc-4674-4d6e-826d-406f2069d0be service neutron] 10.222.0.132 "GET /v2.0/networks?id=a4835e6f-7982-41d9-8597-68768326e2b7 HTTP/1.1" status: 200  len: 905 time: 0.2168086
Feb 02 13:41:52.578281 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-e6b22398-94d8-42dc-8001-843d16d5b569 req-507b4c80-6ab0-447e-afc1-0660b9a8125a tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Unset dirty status for tenant:4137e2122c7f40189b0a34f1651c3764 on resource:security_group {{(pid=80184) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:41:52.579493 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e6b22398-94d8-42dc-8001-843d16d5b569 req-507b4c80-6ab0-447e-afc1-0660b9a8125a tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?name=tempest-securitygroup--1121562686&fields=id&tenant_id=4137e2122c7f40189b0a34f1651c3764 HTTP/1.1" status: 200  len: 267 time: 0.1413093
Feb 02 13:41:52.688549 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-4965e79e-2ed8-42e2-a1f1-5deb6a8fc25b req-6cdb6662-2e54-42d0-a7ff-73f53860f1a5 service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc3695ea-dc80-44c7-b589-f2721d774513 HTTP/1.1" status: 200  len: 217 time: 0.1060002
Feb 02 13:41:52.909006 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965e79e-2ed8-42e2-a1f1-5deb6a8fc25b req-bc35ac10-da09-4d0d-8132-2df6baedf589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:52.910784 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-4965e79e-2ed8-42e2-a1f1-5deb6a8fc25b req-bc35ac10-da09-4d0d-8132-2df6baedf589 service neutron] 10.222.0.132 "GET /v2.0/subnets?id=7bd499ff-eea3-463e-bee1-8df687fd8da3 HTTP/1.1" status: 200  len: 850 time: 0.2130044
Feb 02 13:41:53.104782 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b22398-94d8-42dc-8001-843d16d5b569 req-7bfa474f-18b4-42c0-8fab-6df71d95706f tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:53.106648 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e6b22398-94d8-42dc-8001-843d16d5b569 req-7bfa474f-18b4-42c0-8fab-6df71d95706f tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/networks?id=1686445e-9089-4fcd-bac5-a148e4ca86fe HTTP/1.1" status: 200  len: 816 time: 0.4582367
Feb 02 13:41:53.154471 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e6b22398-94d8-42dc-8001-843d16d5b569 req-abb5220b-9f04-45cf-b973-53da94b98560 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/quotas/4137e2122c7f40189b0a34f1651c3764 HTTP/1.1" status: 200  len: 375 time: 0.0238130
Feb 02 13:41:53.301865 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965e79e-2ed8-42e2-a1f1-5deb6a8fc25b req-a104d51c-1a1c-444b-a14c-c960327c5221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:53.303644 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-4965e79e-2ed8-42e2-a1f1-5deb6a8fc25b req-a104d51c-1a1c-444b-a14c-c960327c5221 service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=a4835e6f-7982-41d9-8597-68768326e2b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3777192
Feb 02 13:41:53.548870 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-e6b22398-94d8-42dc-8001-843d16d5b569 req-7d889780-ca47-4517-b02d-95b227d2e0ad tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Synchronizing usage tracker for tenant:4137e2122c7f40189b0a34f1651c3764 on resource:port {{(pid=80184) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:41:53.601625 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-4965e79e-2ed8-42e2-a1f1-5deb6a8fc25b req-647a9f6e-8bdb-45db-9049-8b1cd78e982e service neutron] 10.222.0.132 "GET /v2.0/networks/a4835e6f-7982-41d9-8597-68768326e2b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2864554
Feb 02 13:41:53.662791 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device fc3695ea-dc80-44c7-b589-f2721d774513 up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:41:53.717551 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7255b-7169-4e0c-82f7-209e9f041537 req-264aa167-bc9e-4215-8a82-d18811a51ba9 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:53.719341 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-52a7255b-7169-4e0c-82f7-209e9f041537 req-264aa167-bc9e-4215-8a82-d18811a51ba9 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/ports?device_id=7e8d2815-d67d-48ce-8724-8d8fb8d5fb3d HTTP/1.1" status: 200  len: 943 time: 0.4852877
Feb 02 13:41:53.720212 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-e6b22398-94d8-42dc-8001-843d16d5b569 req-7d889780-ca47-4517-b02d-95b227d2e0ad tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Unset dirty status for tenant:4137e2122c7f40189b0a34f1651c3764 on resource:port {{(pid=80184) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:41:53.721865 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e6b22398-94d8-42dc-8001-843d16d5b569 req-7d889780-ca47-4517-b02d-95b227d2e0ad tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?tenant_id=4137e2122c7f40189b0a34f1651c3764&fields=id HTTP/1.1" status: 200  len: 348 time: 0.5485702
Feb 02 13:41:53.757244 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning for port fc3695ea-dc80-44c7-b589-f2721d774513 completed by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:41:53.765675 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port fc3695ea-dc80-44c7-b589-f2721d774513 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:41:53.766269 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:53.950973 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:53.986216 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8d2815-d67d-48ce-8724-8d8fb8d5fb3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc3695ea-dc80-44c7-b589-f2721d774513'}] {{(pid=80186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:41:54.001030 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] For port fc3695ea-dc80-44c7-b589-f2721d774513, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=fc3695ea-dc80-44c7-b589-f2721d774513,segment=NetworkSegment(36752a10-39fb-4e35-b242-32334e2e3c32),segment_id=36752a10-39fb-4e35-b242-32334e2e3c32)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:41:54.005871 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:54.008711 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f8053236-2943-4d38-8cce-1c4ef2718231 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:54.079861 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-52a7255b-7169-4e0c-82f7-209e9f041537 req-c4a07983-ca22-4632-bb9a-1dda56a7d721 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/security-groups?id=bdba0788-3b49-462a-9c04-5bed6f29f447&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3265729
Feb 02 13:41:54.117458 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Pushing event updated for resources: {'Port': ['ID=fc3695ea-dc80-44c7-b589-f2721d774513,revision_number=4']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:54.117458 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:54.180743 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e8d2815-d67d-48ce-8724-8d8fb8d5fb3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc3695ea-dc80-44c7-b589-f2721d774513', 'code': 200}
Feb 02 13:41:54.199653 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-4965e79e-2ed8-42e2-a1f1-5deb6a8fc25b req-7ebba8cc-b6a3-4da9-b06b-151d4b3d5b32 service neutron] 10.222.0.132 "GET /v2.0/networks/a4835e6f-7982-41d9-8597-68768326e2b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4764285
Feb 02 13:41:54.203465 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e6b22398-94d8-42dc-8001-843d16d5b569 req-a89d73df-d535-49e0-8ec1-d9914248c82b service neutron] 10.222.0.133 "GET /v2.0/networks/1686445e-9089-4fcd-bac5-a148e4ca86fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4445932
Feb 02 13:41:54.459594 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e6b22398-94d8-42dc-8001-843d16d5b569 req-789feb64-aee5-4001-b23d-b1147c03a04a service neutron] 10.222.0.133 "GET /v2.0/networks/1686445e-9089-4fcd-bac5-a148e4ca86fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2424283
Feb 02 13:41:54.528285 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d1000-cbda-48dd-9d50-06e821e79b54 req-f64c0f82-4351-44e7-8e61-e64b36afa629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:54.530327 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-9a1d1000-cbda-48dd-9d50-06e821e79b54 req-f64c0f82-4351-44e7-8e61-e64b36afa629 service neutron] 10.222.0.132 "GET /v2.0/ports?device_id=7e8d2815-d67d-48ce-8724-8d8fb8d5fb3d HTTP/1.1" status: 200  len: 1162 time: 0.1204610
Feb 02 13:41:54.604273 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-9a1d1000-cbda-48dd-9d50-06e821e79b54 req-c295d513-6ee6-4c66-8653-76b75a7631d7 service neutron] 10.222.0.132 "GET /v2.0/security-groups?id=bdba0788-3b49-462a-9c04-5bed6f29f447&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0684013
Feb 02 13:41:54.757945 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-375ed7fc-28f0-4612-9e03-0af2f1df4ded req-d7805b89-9804-427e-bb23-90aa0b45b3a5 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=af5c64e0-45e4-4d02-8b79-5558d2a387ae HTTP/1.1" status: 200  len: 210 time: 0.0688281
Feb 02 13:41:54.846469 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 45198) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:41:55.102079 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-badbe517-46db-46b4-993b-66572a7b4a00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:55.129976 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-badbe517-46db-46b4-993b-66572a7b4a00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:41:55.134355 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-badbe517-46db-46b4-993b-66572a7b4a00 admin admin] Usage tracker for resource:security_group_rule and tenant:11c4697d3efe4bb9918015e8040ed62c is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:41:55.138686 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-badbe517-46db-46b4-993b-66572a7b4a00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:41:55.146153 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-badbe517-46db-46b4-993b-66572a7b4a00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:41:55.254712 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-badbe517-46db-46b4-993b-66572a7b4a00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:55.257989 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-badbe517-46db-46b4-993b-66572a7b4a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:55.268476 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-0544ab90-2f41-4938-bac9-b073b6ac8b65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:55.317056 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-badbe517-46db-46b4-993b-66572a7b4a00 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=11c4697d3efe4bb9918015e8040ed62c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4692047
Feb 02 13:41:55.317951 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 45210) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:41:55.320951 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badbe517-46db-46b4-993b-66572a7b4a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1322030-410a-41f8-9f94-ef0a90c451a8,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:55.334812 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-badbe517-46db-46b4-993b-66572a7b4a00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:55.389291 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-7f3ffda4-c2c7-403a-8d6a-e6ce89eb9137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:55.393841 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device fc3695ea-dc80-44c7-b589-f2721d774513 up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:41:55.418757 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-7f3ffda4-c2c7-403a-8d6a-e6ce89eb9137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:55.469804 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f99ae9-e788-48a6-ab7d-2bb8701bee32 req-0fc4629c-f10e-4214-b3b8-3e87309b89d6 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:55.472140 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-03f99ae9-e788-48a6-ab7d-2bb8701bee32 req-0fc4629c-f10e-4214-b3b8-3e87309b89d6 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/ports?device_id=7e8d2815-d67d-48ce-8724-8d8fb8d5fb3d HTTP/1.1" status: 200  len: 945 time: 0.2149360
Feb 02 13:41:55.479963 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-7f3ffda4-c2c7-403a-8d6a-e6ce89eb9137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:55.485551 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-83c64f97-e88f-4766-9f84-9b810ad816f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:55.498474 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3ffda4-c2c7-403a-8d6a-e6ce89eb9137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1322030-410a-41f8-9f94-ef0a90c451a8,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:55.503570 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-7f3ffda4-c2c7-403a-8d6a-e6ce89eb9137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:55.507337 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-7f3ffda4-c2c7-403a-8d6a-e6ce89eb9137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:55.516674 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-7f3ffda4-c2c7-403a-8d6a-e6ce89eb9137 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/b1322030-410a-41f8-9f94-ef0a90c451a8 HTTP/1.1" status: 204  len: 168 time: 0.1973495
Feb 02 13:41:55.549750 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port fc3695ea-dc80-44c7-b589-f2721d774513 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:41:55.550746 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:55.595462 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-03f99ae9-e788-48a6-ab7d-2bb8701bee32 req-6289a1b5-8374-4ea6-a61f-83ef9cca38f7 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/security-groups?id=bdba0788-3b49-462a-9c04-5bed6f29f447&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1155035
Feb 02 13:41:55.963370 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-14832545-36ca-47d1-969a-53d1213ea2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:56.041584 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d6fa8991-c2a1-4f89-9701-40ef3cb60846 req-7fa23792-58d2-4b66-ad09-a3b4432b6edf tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=af5c64e0-45e4-4d02-8b79-5558d2a387ae HTTP/1.1" status: 200  len: 210 time: 0.0911405
Feb 02 13:41:56.497810 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b22398-94d8-42dc-8001-843d16d5b569 req-2d25665b-067e-4e7f-85d7-eff36edc93f0 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:56.499413 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e6b22398-94d8-42dc-8001-843d16d5b569 req-2d25665b-067e-4e7f-85d7-eff36edc93f0 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.132 "GET /v2.0/networks?id=1686445e-9089-4fcd-bac5-a148e4ca86fe HTTP/1.1" status: 200  len: 816 time: 0.5006418
Feb 02 13:41:56.521920 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 45238) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:41:56.626888 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e6b22398-94d8-42dc-8001-843d16d5b569 req-d307fbf0-4fcc-4d28-8880-13e520be4055 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.132 "GET /v2.0/security-groups?tenant_id=4137e2122c7f40189b0a34f1651c3764 HTTP/1.1" status: 200  len: 5705 time: 0.1110921
Feb 02 13:41:56.689592 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-e6b22398-94d8-42dc-8001-843d16d5b569 req-b24c658e-4eba-489e-a01d-4ef953df81c7 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Request body: {'port': {'device_id': 'af5c64e0-45e4-4d02-8b79-5558d2a387ae', 'network_id': '1686445e-9089-4fcd-bac5-a148e4ca86fe', 'admin_state_up': True, 'tenant_id': '4137e2122c7f40189b0a34f1651c3764', 'security_groups': ['e24f2a2e-52bb-4e6c-8006-fb40a9bbed50']}} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:41:56.724492 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-46a50021-d786-43b1-a70c-60b5304284fc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1374839131-network', 'tenant_id': 'c7377d5a96854dd78261e26bac4d60a5'}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:41:56.731924 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-46a50021-d786-43b1-a70c-60b5304284fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:41:56.737667 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-46a50021-d786-43b1-a70c-60b5304284fc admin admin] Usage tracker for resource:network and tenant:c7377d5a96854dd78261e26bac4d60a5 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:41:56.741591 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-46a50021-d786-43b1-a70c-60b5304284fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:41:56.749922 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-46a50021-d786-43b1-a70c-60b5304284fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:41:56.771916 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a50021-d786-43b1-a70c-60b5304284fc admin admin] Made reservation on behalf of c7377d5a96854dd78261e26bac4d60a5 for: {'network': 1} {{(pid=80185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 02 13:41:56.777693 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-46a50021-d786-43b1-a70c-60b5304284fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for network, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:56.794027 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-46a50021-d786-43b1-a70c-60b5304284fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:56.811968 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-46a50021-d786-43b1-a70c-60b5304284fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:41:56.816438 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-46a50021-d786-43b1-a70c-60b5304284fc admin admin] Usage tracker for resource:security_group_rule and tenant:c7377d5a96854dd78261e26bac4d60a5 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:41:56.819669 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-46a50021-d786-43b1-a70c-60b5304284fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:41:56.825763 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-46a50021-d786-43b1-a70c-60b5304284fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:41:56.919739 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-46a50021-d786-43b1-a70c-60b5304284fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:56.922921 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-46a50021-d786-43b1-a70c-60b5304284fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:56.927581 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-06b47f2b-3dc9-49a8-899c-c764c8ea29e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:56.953897 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-e6b22398-94d8-42dc-8001-843d16d5b569 req-b24c658e-4eba-489e-a01d-4ef953df81c7 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:41:56.961252 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46a50021-d786-43b1-a70c-60b5304284fc admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 02 13:41:56.976015 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a50021-d786-43b1-a70c-60b5304284fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6419cc62-b27d-4d08-bd9b-1b4889c2b9ea,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:56.982217 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-46a50021-d786-43b1-a70c-60b5304284fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:56.983663 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-46a50021-d786-43b1-a70c-60b5304284fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764996'] for segment, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:56.984313 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.db.segments_db [None req-46a50021-d786-43b1-a70c-60b5304284fc admin admin] Added segment 4e775aad-c37b-4a2c-b799-042e82a5eee6 of type vxlan for network 2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4
Feb 02 13:41:57.018377 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-46a50021-d786-43b1-a70c-60b5304284fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771911551603'] for network, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:57.053077 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-46a50021-d786-43b1-a70c-60b5304284fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670'] for network, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:57.054438 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a50021-d786-43b1-a70c-60b5304284fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:57.055081 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-46a50021-d786-43b1-a70c-60b5304284fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for network, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:57.056872 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3b477-ee93-4b68-8195-06d121c37a25 req-bca39373-714c-4839-9c65-cf0e6b88366d tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:57.058423 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-86b3b477-ee93-4b68-8195-06d121c37a25 req-bca39373-714c-4839-9c65-cf0e6b88366d tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/ports?device_id=7e8d2815-d67d-48ce-8724-8d8fb8d5fb3d HTTP/1.1" status: 200  len: 945 time: 0.2731159
Feb 02 13:41:57.060538 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:57.071141 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-e6b22398-94d8-42dc-8001-843d16d5b569 req-b24c658e-4eba-489e-a01d-4ef953df81c7 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:41:57.143911 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-86b3b477-ee93-4b68-8195-06d121c37a25 req-f80072a0-7607-490c-b1be-5d18ba278145 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/security-groups?id=bdba0788-3b49-462a-9c04-5bed6f29f447&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0745490
Feb 02 13:41:57.180407 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6b22398-94d8-42dc-8001-843d16d5b569 req-b24c658e-4eba-489e-a01d-4ef953df81c7 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Made reservation on behalf of 4137e2122c7f40189b0a34f1651c3764 for: {'port': 1} {{(pid=80184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 02 13:41:57.183371 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-46a50021-d786-43b1-a70c-60b5304284fc admin admin] 10.222.0.133 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.6603971
Feb 02 13:41:57.184480 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a50021-d786-43b1-a70c-60b5304284fc admin admin] Pushing event updated for resources: {'Network': ['ID=2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:57.187715 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 45254) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:41:57.193136 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-46a50021-d786-43b1-a70c-60b5304284fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:57.198097 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Network 2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 02 13:41:57.199283 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-f79b1aef-546d-497f-a2d6-c73d43febf6a admin admin] Request body: {'subnet': {'network_id': '2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1374839131-subnet', 'tenant_id': 'c7377d5a96854dd78261e26bac4d60a5', 'ip_version': 4}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:41:57.217503 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-f79b1aef-546d-497f-a2d6-c73d43febf6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:41:57.218577 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-e6b22398-94d8-42dc-8001-843d16d5b569 req-b24c658e-4eba-489e-a01d-4ef953df81c7 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:57.229197 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-f79b1aef-546d-497f-a2d6-c73d43febf6a admin admin] Usage tracker for resource:subnet and tenant:c7377d5a96854dd78261e26bac4d60a5 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:41:57.233816 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-f79b1aef-546d-497f-a2d6-c73d43febf6a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:41:57.255140 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-f79b1aef-546d-497f-a2d6-c73d43febf6a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:41:57.271159 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79b1aef-546d-497f-a2d6-c73d43febf6a admin admin] Made reservation on behalf of c7377d5a96854dd78261e26bac4d60a5 for: {'subnet': 1} {{(pid=80185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 02 13:41:57.277248 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f79b1aef-546d-497f-a2d6-c73d43febf6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2326440'] for subnet, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:57.314857 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Network 2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4 details requested by agent ovs-agent-dv-cinder-772388-4-iscsi with host dv-cinder-772388-4-iscsi {{(pid=80186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 02 13:41:57.485613 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-00794df8-f36f-4db1-afcd-44e054c2c191 req-12f09328-12c4-4f69-a0c0-39149cd0d0b8 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=af5c64e0-45e4-4d02-8b79-5558d2a387ae HTTP/1.1" status: 200  len: 210 time: 0.1261117
Feb 02 13:41:57.701183 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64d0d3-4473-463f-a39a-0bae70ed1581 req-4e008abc-1525-490e-bdd2-1888f8391454 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:57.702771 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3f64d0d3-4473-463f-a39a-0bae70ed1581 req-4e008abc-1525-490e-bdd2-1888f8391454 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/ports?device_id=7e8d2815-d67d-48ce-8724-8d8fb8d5fb3d HTTP/1.1" status: 200  len: 945 time: 0.3449292
Feb 02 13:41:57.713948 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 45258) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:41:57.732672 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f79b1aef-546d-497f-a2d6-c73d43febf6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852565763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2326427'] for subnet, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:57.748120 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-6808c2a8-7845-46ac-89fe-dd87619e04f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:57.758565 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-99197348-72bc-4f87-b966-1d7939c74129 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Request body: {'floatingip': {'port_id': 'fc3695ea-dc80-44c7-b589-f2721d774513'}} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:41:57.876704 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-99197348-72bc-4f87-b966-1d7939c74129 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks [] for floatingip, before_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:57.877702 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79b1aef-546d-497f-a2d6-c73d43febf6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ba67f1d-6632-44fe-98c0-2a645afeb419,revision_number=0']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:57.891788 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f79b1aef-546d-497f-a2d6-c73d43febf6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:57.961604 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79b1aef-546d-497f-a2d6-c73d43febf6a admin admin] Checking segment: {'id': '4e775aad-c37b-4a2c-b799-042e82a5eee6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:41:57.963260 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79b1aef-546d-497f-a2d6-c73d43febf6a admin admin] Network hostable DHCP agents. Network: 2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4, hostable agents: ['f461d640-d7db-44f6-a785-e3cace2a4602'], hosted agents: [] {{(pid=80185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 02 13:41:57.982667 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79b1aef-546d-497f-a2d6-c73d43febf6a admin admin] Network 2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4 is scheduled to be hosted by DHCP agent f461d640-d7db-44f6-a785-e3cace2a4602 with binding_index 1 {{(pid=80185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 02 13:41:57.992671 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [None req-f79b1aef-546d-497f-a2d6-c73d43febf6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-4-iscsi, 2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4) {{(pid=80185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:41:58.006900 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47128329-4496-44b9-b85a-63fa730bf84c None None] Network 2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4 requested from dv-cinder-772388-4-iscsi {{(pid=80186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 02 13:41:58.012551 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79b1aef-546d-497f-a2d6-c73d43febf6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:58.013624 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f79b1aef-546d-497f-a2d6-c73d43febf6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:58.038762 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-f79b1aef-546d-497f-a2d6-c73d43febf6a admin admin] 10.222.0.133 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.8439837
Feb 02 13:41:58.041457 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 45262) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:41:58.047005 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-b47f4794-7a05-4aaf-9f04-4495e543e20c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1374839131-router', 'tenant_id': 'c7377d5a96854dd78261e26bac4d60a5', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd'}}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:41:58.050289 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_common [req-e6b22398-94d8-42dc-8001-843d16d5b569 req-b24c658e-4eba-489e-a01d-4ef953df81c7 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Allocated IP 172.20.0.6 (1686445e-9089-4fcd-bac5-a148e4ca86fe/e86f023b-3193-46b5-b935-af688f96c4c8/cf294d93-7af7-453d-818c-abf9ef7c04af) {{(pid=80184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 02 13:41:58.052810 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-b47f4794-7a05-4aaf-9f04-4495e543e20c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:41:58.058117 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-b47f4794-7a05-4aaf-9f04-4495e543e20c admin admin] Usage tracker for resource:router and tenant:c7377d5a96854dd78261e26bac4d60a5 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:41:58.062020 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-b47f4794-7a05-4aaf-9f04-4495e543e20c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:41:58.068119 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-b47f4794-7a05-4aaf-9f04-4495e543e20c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:41:58.078706 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b47f4794-7a05-4aaf-9f04-4495e543e20c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2071196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854754958'] for router, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:58.080226 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b47f4794-7a05-4aaf-9f04-4495e543e20c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852704654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852699534', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2021380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-20842'] for router, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:58.098070 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b47f4794-7a05-4aaf-9f04-4495e543e20c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:58.294628 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2db0b3-efd0-46e2-ac57-2e42bafbc687 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa05205c3-8815-540b-8771-77f24174213e-2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4', 'network_id': '2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4', 'tenant_id': 'c7377d5a96854dd78261e26bac4d60a5', 'fixed_ips': [{'subnet_id': '6ba67f1d-6632-44fe-98c0-2a645afeb419'}]}} from dv-cinder-772388-4-iscsi. {{(pid=80186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 02 13:41:58.295832 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-2d2db0b3-efd0-46e2-ac57-2e42bafbc687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_create {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:58.608125 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-e6b22398-94d8-42dc-8001-843d16d5b569 req-b24c658e-4eba-489e-a01d-4ef953df81c7 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks [] for port, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:58.648914 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [req-e6b22398-94d8-42dc-8001-843d16d5b569 req-b24c658e-4eba-489e-a01d-4ef953df81c7 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Transition to ACTIVE for port object cf294d93-7af7-453d-818c-abf9ef7c04af will not be triggered until provisioned by entity DHCP. {{(pid=80184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:41:58.652292 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b47f4794-7a05-4aaf-9f04-4495e543e20c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852699583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2071267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-20827'] for router, precommit_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:58.724950 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-37319dd7-ef2f-44cb-a985-e738c4a123dd req-806c2cf1-90ae-4b9e-9b08-e7904387238c tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=af5c64e0-45e4-4d02-8b79-5558d2a387ae HTTP/1.1" status: 200  len: 210 time: 0.0624967
Feb 02 13:41:58.831157 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-e6b22398-94d8-42dc-8001-843d16d5b569 req-b24c658e-4eba-489e-a01d-4ef953df81c7 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264943169311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851940450'] for port, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:58.861873 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-8e5a52a3-4403-4215-8278-9b30c83f40f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:58.877296 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_common [None req-2d2db0b3-efd0-46e2-ac57-2e42bafbc687 None None] Allocated IP 172.20.0.2 (2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4/6ba67f1d-6632-44fe-98c0-2a645afeb419/d13faaa7-86f8-4b5a-945d-c9c80e7e8e74) {{(pid=80186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 02 13:41:59.016706 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-99197348-72bc-4f87-b966-1d7939c74129 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:59.030150 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-99197348-72bc-4f87-b966-1d7939c74129 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852699397'] for floatingip, after_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:59.050066 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c7e8766e-8d12-4426-afca-822902410145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:59.052955 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b47f4794-7a05-4aaf-9f04-4495e543e20c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:59.092405 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b47f4794-7a05-4aaf-9f04-4495e543e20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:59.103322 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c658e-4eba-489e-a01d-4ef953df81c7 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Pushing event updated for resources: {'Port': ['ID=cf294d93-7af7-453d-818c-abf9ef7c04af,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:59.145141 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-2d2db0b3-efd0-46e2-ac57-2e42bafbc687 None None] Notify callbacks [] for port, precommit_create {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:59.158256 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-2d2db0b3-efd0-46e2-ac57-2e42bafbc687 None None] Transition to ACTIVE for port object d13faaa7-86f8-4b5a-945d-c9c80e7e8e74 will not be triggered until provisioned by entity L2. {{(pid=80186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:41:59.181273 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-2d2db0b3-efd0-46e2-ac57-2e42bafbc687 None None] Transition to ACTIVE for port object d13faaa7-86f8-4b5a-945d-c9c80e7e8e74 will not be triggered until provisioned by entity DHCP. {{(pid=80186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:41:59.187175 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-2d2db0b3-efd0-46e2-ac57-2e42bafbc687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264943169311'] for port, after_create {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:59.214648 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-e27ac052-4624-4435-bc3d-64e88c332b94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:59.395218 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-8da56e6c-3baa-4a3b-bab8-5a782e603296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:59.395956 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_common [None req-b47f4794-7a05-4aaf-9f04-4495e543e20c admin admin] Allocated IP 172.27.2.240 (081eaffe-521e-4302-9444-c5c7bff220cd/e906fce0-ed19-4873-885c-646e92308730/4948a0d2-6b86-4e33-83d0-47922905e1d5) {{(pid=80185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 02 13:41:59.398852 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-b24c658e-4eba-489e-a01d-4ef953df81c7 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:59.399148 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2db0b3-efd0-46e2-ac57-2e42bafbc687 None None] Pushing event updated for resources: {'Port': ['ID=d13faaa7-86f8-4b5a-945d-c9c80e7e8e74,revision_number=1']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:59.417174 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-2d2db0b3-efd0-46e2-ac57-2e42bafbc687 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:59.461344 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2db0b3-efd0-46e2-ac57-2e42bafbc687 None None] Network 2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4 is already hosted by enough agents. {{(pid=80186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:41:59.462802 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [None req-2d2db0b3-efd0-46e2-ac57-2e42bafbc687 None None] Resources bound (agent type, host, resource id):  {{(pid=80186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:41:59.465526 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2db0b3-efd0-46e2-ac57-2e42bafbc687 None None] Received port after_create {{(pid=80186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 02 13:41:59.512416 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6b22398-94d8-42dc-8001-843d16d5b569 req-b24c658e-4eba-489e-a01d-4ef953df81c7 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Network 1686445e-9089-4fcd-bac5-a148e4ca86fe is already hosted by enough agents. {{(pid=80184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:41:59.517416 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [req-e6b22398-94d8-42dc-8001-843d16d5b569 req-b24c658e-4eba-489e-a01d-4ef953df81c7 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Resources bound (agent type, host, resource id):  {{(pid=80184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:41:59.523755 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6b22398-94d8-42dc-8001-843d16d5b569 req-b24c658e-4eba-489e-a01d-4ef953df81c7 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Received port after_create {{(pid=80184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 02 13:41:59.535179 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-2d2db0b3-efd0-46e2-ac57-2e42bafbc687 None None] Attempting to bind port d13faaa7-86f8-4b5a-945d-c9c80e7e8e74 on host dv-cinder-772388-4-iscsi for vnic_type normal with profile  {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 02 13:41:59.535683 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-2d2db0b3-efd0-46e2-ac57-2e42bafbc687 None None] Attempting to bind port d13faaa7-86f8-4b5a-945d-c9c80e7e8e74 by drivers openvswitch on host dv-cinder-772388-4-iscsi at level 0 using segments [{'id': '4e775aad-c37b-4a2c-b799-042e82a5eee6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4'}] {{(pid=80186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 02 13:41:59.536086 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2db0b3-efd0-46e2-ac57-2e42bafbc687 None None] Attempting to bind port d13faaa7-86f8-4b5a-945d-c9c80e7e8e74 on network 2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4 {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 02 13:41:59.542661 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2db0b3-efd0-46e2-ac57-2e42bafbc687 None None] Checking agent: {'id': '59520739-4536-4d8c-966e-8cf7fcba95c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 27, 30), 'started_at': datetime.datetime(2021, 2, 2, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.101', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 02 13:41:59.543082 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2db0b3-efd0-46e2-ac57-2e42bafbc687 None None] Checking segment: {'id': '4e775aad-c37b-4a2c-b799-042e82a5eee6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:41:59.543579 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-2d2db0b3-efd0-46e2-ac57-2e42bafbc687 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:59.543972 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2db0b3-efd0-46e2-ac57-2e42bafbc687 None None] Bound using segment: {'id': '4e775aad-c37b-4a2c-b799-042e82a5eee6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4'} {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 02 13:41:59.544523 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-2d2db0b3-efd0-46e2-ac57-2e42bafbc687 None None] Bound port: d13faaa7-86f8-4b5a-945d-c9c80e7e8e74, host: dv-cinder-772388-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e775aad-c37b-4a2c-b799-042e82a5eee6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4'}}] {{(pid=80186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 02 13:41:59.544935 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-2d2db0b3-efd0-46e2-ac57-2e42bafbc687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:59.561545 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.db.l3_db [None req-99197348-72bc-4f87-b966-1d7939c74129 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Floating IP 3744828c-ea14-44f3-be78-7352844e843b associated. External IP: 172.27.2.170, port: fc3695ea-dc80-44c7-b589-f2721d774513.
Feb 02 13:41:59.593157 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b47f4794-7a05-4aaf-9f04-4495e543e20c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:59.659364 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-2d2db0b3-efd0-46e2-ac57-2e42bafbc687 None None] For port d13faaa7-86f8-4b5a-945d-c9c80e7e8e74, host dv-cinder-772388-4-iscsi, cleared binding levels {{(pid=80186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 02 13:41:59.661468 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b47f4794-7a05-4aaf-9f04-4495e543e20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264943169311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2210562'] for port, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:59.663291 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-2d2db0b3-efd0-46e2-ac57-2e42bafbc687 None None] For port d13faaa7-86f8-4b5a-945d-c9c80e7e8e74, host dv-cinder-772388-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=d13faaa7-86f8-4b5a-945d-c9c80e7e8e74,segment=NetworkSegment(4e775aad-c37b-4a2c-b799-042e82a5eee6),segment_id=4e775aad-c37b-4a2c-b799-042e82a5eee6)] {{(pid=80186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 02 13:41:59.667354 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-2d2db0b3-efd0-46e2-ac57-2e42bafbc687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:59.684336 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:59.694068 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f57203cb-c5e2-486c-9555-3b0198c676d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:41:59.832858 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b22398-94d8-42dc-8001-843d16d5b569 req-b24c658e-4eba-489e-a01d-4ef953df81c7 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:41:59.833582 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-e6b22398-94d8-42dc-8001-843d16d5b569 req-b24c658e-4eba-489e-a01d-4ef953df81c7 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for port, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:59.864878 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-8689032c-da43-4c67-a1ba-4115592944d2 None None] Provisioning for port cf294d93-7af7-453d-818c-abf9ef7c04af completed by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:41:59.887799 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-8689032c-da43-4c67-a1ba-4115592944d2 None None] Provisioning complete for port cf294d93-7af7-453d-818c-abf9ef7c04af triggered by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:41:59.888490 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-8689032c-da43-4c67-a1ba-4115592944d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:41:59.908255 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e6b22398-94d8-42dc-8001-843d16d5b569 req-b24c658e-4eba-489e-a01d-4ef953df81c7 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.132 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.2243791
Feb 02 13:41:59.956499 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2db0b3-efd0-46e2-ac57-2e42bafbc687 None None] Pushing event updated for resources: {'Port': ['ID=d13faaa7-86f8-4b5a-945d-c9c80e7e8e74,revision_number=2']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:59.969178 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47f4794-7a05-4aaf-9f04-4495e543e20c admin admin] Pushing event updated for resources: {'Port': ['ID=4948a0d2-6b86-4e33-83d0-47922905e1d5,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:41:59.971367 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-2d2db0b3-efd0-46e2-ac57-2e42bafbc687 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:59.984506 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-b47f4794-7a05-4aaf-9f04-4495e543e20c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:41:59.998102 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-e6b22398-94d8-42dc-8001-843d16d5b569 req-d8742790-f1cf-48c5-bea9-1765f36562e9 service neutron] Request body: {'port': {'device_id': 'af5c64e0-45e4-4d02-8b79-5558d2a387ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:42:00.002789 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47f4794-7a05-4aaf-9f04-4495e543e20c admin admin] Network 081eaffe-521e-4302-9444-c5c7bff220cd is already hosted by enough agents. {{(pid=80185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:42:00.004047 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [None req-b47f4794-7a05-4aaf-9f04-4495e543e20c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:42:00.009914 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47f4794-7a05-4aaf-9f04-4495e543e20c admin admin] Received port after_create {{(pid=80185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 02 13:42:00.018400 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-8689032c-da43-4c67-a1ba-4115592944d2 None None] Port cf294d93-7af7-453d-818c-abf9ef7c04af cannot update to ACTIVE because it is not bound. {{(pid=80186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 02 13:42:00.290215 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:00.401124 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-e6b22398-94d8-42dc-8001-843d16d5b569 req-d8742790-f1cf-48c5-bea9-1765f36562e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:00.480317 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99197348-72bc-4f87-b966-1d7939c74129 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Router ad341255-7ecc-43c6-b68e-2258dac3fe16 has already been hosted by L3 agent 46ed2aac-7d32-4274-9cac-387c5fc2cd87 {{(pid=80184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 02 13:42:00.567650 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b47f4794-7a05-4aaf-9f04-4495e543e20c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:00.584389 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40f720-b937-4016-ac16-06c842a6edd0 req-0827d0b5-81a8-4572-bdbb-6d4e61a3208f tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:42:00.585264 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-5d40f720-b937-4016-ac16-06c842a6edd0 req-0827d0b5-81a8-4572-bdbb-6d4e61a3208f tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Synchronizing usage tracker for tenant:4137e2122c7f40189b0a34f1651c3764 on resource:port {{(pid=80184) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:42:00.840396 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-5d40f720-b937-4016-ac16-06c842a6edd0 req-0827d0b5-81a8-4572-bdbb-6d4e61a3208f tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Unset dirty status for tenant:4137e2122c7f40189b0a34f1651c3764 on resource:port {{(pid=80184) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:42:00.841756 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-5d40f720-b937-4016-ac16-06c842a6edd0 req-0827d0b5-81a8-4572-bdbb-6d4e61a3208f tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=af5c64e0-45e4-4d02-8b79-5558d2a387ae HTTP/1.1" status: 200  len: 931 time: 0.7015166
Feb 02 13:42:01.023433 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-5d40f720-b937-4016-ac16-06c842a6edd0 req-83cb8df1-77d6-4dcb-986e-7de7cbc9fcdd tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=e24f2a2e-52bb-4e6c-8006-fb40a9bbed50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1652150
Feb 02 13:42:01.053235 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-42ef245d-f728-4293-a752-dedea4fc02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:01.062812 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99197348-72bc-4f87-b966-1d7939c74129 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify agent at l3_agent.dv-cinder-772388-4-iscsi the message routers_updated {{(pid=80184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 02 13:42:01.071966 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-99197348-72bc-4f87-b966-1d7939c74129 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for floatingip, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:01.084066 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc3db19-1c4c-404a-9971-0fa6b6cb70c9 None None] Sync routers for ids ['ad341255-7ecc-43c6-b68e-2258dac3fe16'] in dv-cinder-772388-4-iscsi {{(pid=80186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 02 13:42:01.109082 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc3db19-1c4c-404a-9971-0fa6b6cb70c9 None None] Routers {'ad341255-7ecc-43c6-b68e-2258dac3fe16'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:42:01.110483 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-bfc3db19-1c4c-404a-9971-0fa6b6cb70c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e90e9438>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:41:59Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['ad341255-7ecc-43c6-b68e-2258dac3fe16'], 'active': True} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:42:01.244051 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b47f4794-7a05-4aaf-9f04-4495e543e20c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852704620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2076335'] for router, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:01.263972 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-99197348-72bc-4f87-b966-1d7939c74129 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "PUT /v2.0/floatingips/3744828c-ea14-44f3-be78-7352844e843b HTTP/1.1" status: 200  len: 991 time: 3.5486133
Feb 02 13:42:01.269158 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e8d2815-d67d-48ce-8724-8d8fb8d5fb3d', 'tag': 'fc3695ea-dc80-44c7-b589-f2721d774513'}] {{(pid=80184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:42:01.402231 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-bfc3db19-1c4c-404a-9971-0fa6b6cb70c9 None None] Set router ad341255-7ecc-43c6-b68e-2258dac3fe16 gateway port host: dv-cinder-772388-4-iscsi {{(pid=80186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:42:01.506128 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [req-e6b22398-94d8-42dc-8001-843d16d5b569 req-d8742790-f1cf-48c5-bea9-1765f36562e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf294d93-7af7-453d-818c-abf9ef7c04af {{(pid=80184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 02 13:42:01.518838 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-e6b22398-94d8-42dc-8001-843d16d5b569 req-d8742790-f1cf-48c5-bea9-1765f36562e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:01.537313 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [req-e6b22398-94d8-42dc-8001-843d16d5b569 req-d8742790-f1cf-48c5-bea9-1765f36562e9 service neutron] Transition to ACTIVE for port object cf294d93-7af7-453d-818c-abf9ef7c04af will not be triggered until provisioned by entity L2. {{(pid=80184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:42:01.540660 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-e6b22398-94d8-42dc-8001-843d16d5b569 req-d8742790-f1cf-48c5-bea9-1765f36562e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2835433'] for port, after_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:01.576363 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-8e5a52a3-4403-4215-8278-9b30c83f40f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:42:01.594627 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b47f4794-7a05-4aaf-9f04-4495e543e20c admin admin] Router abbaa997-98e4-4c19-9542-2b246e1cac82 is scheduled to L3 agent 46ed2aac-7d32-4274-9cac-387c5fc2cd87 with binding_index 1 {{(pid=80185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 02 13:42:01.727920 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e8d2815-d67d-48ce-8724-8d8fb8d5fb3d', 'tag': 'fc3695ea-dc80-44c7-b589-f2721d774513', 'status': 'completed', 'code': 200}
Feb 02 13:42:01.806648 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8742790-f1cf-48c5-bea9-1765f36562e9 service neutron] Pushing event updated for resources: {'Port': ['ID=cf294d93-7af7-453d-818c-abf9ef7c04af,revision_number=2']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:42:01.812894 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-d8742790-f1cf-48c5-bea9-1765f36562e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:42:01.903160 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562f1532-1753-4138-abd6-123b15e692e6 None None] Network 2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4 requested from dv-cinder-772388-4-iscsi {{(pid=80186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 02 13:42:01.922006 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47f4794-7a05-4aaf-9f04-4495e543e20c admin admin] Notify agent at l3_agent.dv-cinder-772388-4-iscsi the message routers_updated {{(pid=80185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 02 13:42:01.937587 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be0072a-d74d-4eb9-b107-0e82021e1226 None None] Sync routers for ids ['abbaa997-98e4-4c19-9542-2b246e1cac82'] in dv-cinder-772388-4-iscsi {{(pid=80187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 02 13:42:01.960966 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d0c9b-01bc-41dd-b835-4d954fd0439f req-96e860ab-712e-4329-a886-020d57fa788d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:42:01.963460 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ff2d0c9b-01bc-41dd-b835-4d954fd0439f req-96e860ab-712e-4329-a886-020d57fa788d service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=dc43bfb261a1419d93631ca1734b41d5&device_id=7e8d2815-d67d-48ce-8724-8d8fb8d5fb3d HTTP/1.1" status: 200  len: 1162 time: 0.2043045
Feb 02 13:42:01.964908 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b47f4794-7a05-4aaf-9f04-4495e543e20c admin admin] Notify callbacks [] for router, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:01.969625 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-b47f4794-7a05-4aaf-9f04-4495e543e20c admin admin] 10.222.0.133 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.9241326
Feb 02 13:42:01.970784 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 45276) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:42:01.989418 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be0072a-d74d-4eb9-b107-0e82021e1226 None None] Routers {'abbaa997-98e4-4c19-9542-2b246e1cac82'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:42:01.990908 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-4be0072a-d74d-4eb9-b107-0e82021e1226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e9827ac8>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:41:59Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['abbaa997-98e4-4c19-9542-2b246e1cac82'], 'active': True} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:42:02.045142 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-720139b5-30a0-42cd-a947-c252d7062446 None None] Provisioning for port d13faaa7-86f8-4b5a-945d-c9c80e7e8e74 completed by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:42:02.129932 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-bfc3db19-1c4c-404a-9971-0fa6b6cb70c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e90e9438>, [{'id': 'ad341255-7ecc-43c6-b68e-2258dac3fe16', 'name': 'tempest-AttachVolumeTestJSON-1395695913-router', 'tenant_id': 'dc43bfb261a1419d93631ca1734b41d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '18a2dbf0-0539-4feb-8790-507726aa8e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:41:17Z', 'updated_at': '2021-02-02T13:41:26Z', 'revision_number': 4, 'project_id': 'dc43bfb261a1419d93631ca1734b41d5', 'gw_port': {'id': '18a2dbf0-0539-4feb-8790-507726aa8e25', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad341255-7ecc-43c6-b68e-2258dac3fe16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:19Z', 'updated_at': '2021-02-02T13:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_floatingips': [{'id': '3744828c-ea14-44f3-be78-7352844e843b', 'tenant_id': 'dc43bfb261a1419d93631ca1734b41d5', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'router_id': 'ad341255-7ecc-43c6-b68e-2258dac3fe16', 'port_id': 'fc3695ea-dc80-44c7-b589-f2721d774513', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4835e6f-7982-41d9-8597-68768326e2b7', 'mac_address': 'fa:16:3e:ff:4b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8d2815-d67d-48ce-8724-8d8fb8d5fb3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-02T13:41:35Z', 'updated_at': '2021-02-02T13:41:58Z', 'revision_number': 1, 'project_id': 'dc43bfb261a1419d93631ca1734b41d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '060e64a5-488e-45ca-ae21-bc198b2cac26', 'name': '', 'network_id': 'a4835e6f-7982-41d9-8597-68768326e2b7', 'tenant_id': 'dc43bfb261a1419d93631ca1734b41d5', 'mac_address': 'fa:16:3e:ed:87:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad341255-7ecc-43c6-b68e-2258dac3fe16', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '7bd499ff-eea3-463e-bee1-8df687fd8da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:24Z', 'updated_at': '2021-02-02T13:41:36Z', 'revision_number': 5, 'project_id': 'dc43bfb261a1419d93631ca1734b41d5', 'subnets': [{'id': '7bd499ff-eea3-463e-bee1-8df687fd8da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:42:02.149730 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc3db19-1c4c-404a-9971-0fa6b6cb70c9 None None] Checking router: ad341255-7ecc-43c6-b68e-2258dac3fe16 for host: dv-cinder-772388-4-iscsi {{(pid=80186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 02 13:42:02.162842 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc3db19-1c4c-404a-9971-0fa6b6cb70c9 None None] Routers {'ad341255-7ecc-43c6-b68e-2258dac3fe16'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:42:02.163575 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-bfc3db19-1c4c-404a-9971-0fa6b6cb70c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e90e9438>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:41:59Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['ad341255-7ecc-43c6-b68e-2258dac3fe16'], 'active': True} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:42:02.293349 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d0c9b-01bc-41dd-b835-4d954fd0439f req-fb4bed8b-16f6-4638-a394-ed11364ea948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:42:02.295639 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ff2d0c9b-01bc-41dd-b835-4d954fd0439f req-fb4bed8b-16f6-4638-a394-ed11364ea948 service neutron] 10.222.0.132 "GET /v2.0/networks?id=a4835e6f-7982-41d9-8597-68768326e2b7 HTTP/1.1" status: 200  len: 905 time: 0.3217323
Feb 02 13:42:02.421731 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [req-e6b22398-94d8-42dc-8001-843d16d5b569 req-d8742790-f1cf-48c5-bea9-1765f36562e9 service neutron] Attempting to bind port cf294d93-7af7-453d-818c-abf9ef7c04af on host hv-cinder-77238 for vnic_type normal with profile  {{(pid=80184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 02 13:42:02.422409 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [req-e6b22398-94d8-42dc-8001-843d16d5b569 req-d8742790-f1cf-48c5-bea9-1765f36562e9 service neutron] Attempting to bind port cf294d93-7af7-453d-818c-abf9ef7c04af by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '5f553a71-9c0f-48ac-b06b-07581f7b8732', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1686445e-9089-4fcd-bac5-a148e4ca86fe'}] {{(pid=80184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 02 13:42:02.423047 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b22398-94d8-42dc-8001-843d16d5b569 req-d8742790-f1cf-48c5-bea9-1765f36562e9 service neutron] Attempting to bind port cf294d93-7af7-453d-818c-abf9ef7c04af on network 1686445e-9089-4fcd-bac5-a148e4ca86fe {{(pid=80184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 02 13:42:02.553912 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b22398-94d8-42dc-8001-843d16d5b569 req-d8742790-f1cf-48c5-bea9-1765f36562e9 service neutron] Checking agent: {'id': '3f7ac43e-b359-42e2-9e67-18be39e96b32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 34, 33), 'started_at': datetime.datetime(2021, 2, 2, 13, 35, 3), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.120', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 02 13:42:02.554717 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b22398-94d8-42dc-8001-843d16d5b569 req-d8742790-f1cf-48c5-bea9-1765f36562e9 service neutron] Checking segment: {'id': '5f553a71-9c0f-48ac-b06b-07581f7b8732', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1686445e-9089-4fcd-bac5-a148e4ca86fe'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:42:02.555567 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-e6b22398-94d8-42dc-8001-843d16d5b569 req-d8742790-f1cf-48c5-bea9-1765f36562e9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:02.556461 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b22398-94d8-42dc-8001-843d16d5b569 req-d8742790-f1cf-48c5-bea9-1765f36562e9 service neutron] Bound using segment: {'id': '5f553a71-9c0f-48ac-b06b-07581f7b8732', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1686445e-9089-4fcd-bac5-a148e4ca86fe'} {{(pid=80184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 02 13:42:02.557514 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [req-e6b22398-94d8-42dc-8001-843d16d5b569 req-d8742790-f1cf-48c5-bea9-1765f36562e9 service neutron] Bound port: cf294d93-7af7-453d-818c-abf9ef7c04af, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f553a71-9c0f-48ac-b06b-07581f7b8732', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1686445e-9089-4fcd-bac5-a148e4ca86fe'}}] {{(pid=80184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 02 13:42:02.558327 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-e6b22398-94d8-42dc-8001-843d16d5b569 req-d8742790-f1cf-48c5-bea9-1765f36562e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:02.719379 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ff2d0c9b-01bc-41dd-b835-4d954fd0439f req-93b815e7-182c-4eb2-96be-682d818ea921 service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc3695ea-dc80-44c7-b589-f2721d774513 HTTP/1.1" status: 200  len: 999 time: 0.4102294
Feb 02 13:42:02.748944 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device d13faaa7-86f8-4b5a-945d-c9c80e7e8e74 up at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:42:02.866780 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f9fd1-8ccf-460d-89bb-44e5344aa5f1 req-57d3c6cf-4439-445a-a620-d7fc23ae8f20 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:42:02.868691 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-145f9fd1-8ccf-460d-89bb-44e5344aa5f1 req-57d3c6cf-4439-445a-a620-d7fc23ae8f20 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=af5c64e0-45e4-4d02-8b79-5558d2a387ae HTTP/1.1" status: 200  len: 943 time: 0.4599984
Feb 02 13:42:02.872981 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-e6b22398-94d8-42dc-8001-843d16d5b569 req-d8742790-f1cf-48c5-bea9-1765f36562e9 service neutron] For port cf294d93-7af7-453d-818c-abf9ef7c04af, host hv-cinder-77238, cleared binding levels {{(pid=80184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 02 13:42:02.877636 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-e6b22398-94d8-42dc-8001-843d16d5b569 req-d8742790-f1cf-48c5-bea9-1765f36562e9 service neutron] For port cf294d93-7af7-453d-818c-abf9ef7c04af, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=cf294d93-7af7-453d-818c-abf9ef7c04af,segment=NetworkSegment(5f553a71-9c0f-48ac-b06b-07581f7b8732),segment_id=5f553a71-9c0f-48ac-b06b-07581f7b8732)] {{(pid=80184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 02 13:42:02.889012 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-e6b22398-94d8-42dc-8001-843d16d5b569 req-d8742790-f1cf-48c5-bea9-1765f36562e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2835433'] for port, after_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:02.894501 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning for port d13faaa7-86f8-4b5a-945d-c9c80e7e8e74 completed by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:42:02.904343 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning complete for port d13faaa7-86f8-4b5a-945d-c9c80e7e8e74 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:42:02.905115 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:02.956713 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-4be0072a-d74d-4eb9-b107-0e82021e1226 None None] Set router abbaa997-98e4-4c19-9542-2b246e1cac82 gateway port host: dv-cinder-772388-4-iscsi {{(pid=80187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:42:02.964336 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-b5d1b28a-7e08-4b07-ad38-4054cb1c73b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:42:02.966782 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-bfc3db19-1c4c-404a-9971-0fa6b6cb70c9 None None] Set router ad341255-7ecc-43c6-b68e-2258dac3fe16 gateway port host: dv-cinder-772388-4-iscsi {{(pid=80186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:42:03.090964 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:03.105337 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d0c9b-01bc-41dd-b835-4d954fd0439f req-7f586f55-9dc8-4b29-9e7e-f044fec197a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:42:03.109456 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ff2d0c9b-01bc-41dd-b835-4d954fd0439f req-7f586f55-9dc8-4b29-9e7e-f044fec197a4 service neutron] 10.222.0.132 "GET /v2.0/subnets?id=7bd499ff-eea3-463e-bee1-8df687fd8da3 HTTP/1.1" status: 200  len: 850 time: 0.3789501
Feb 02 13:42:03.369768 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d0c9b-01bc-41dd-b835-4d954fd0439f req-bb809013-5cd4-4ad3-bd11-2db52ecaa2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:42:03.372319 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ff2d0c9b-01bc-41dd-b835-4d954fd0439f req-bb809013-5cd4-4ad3-bd11-2db52ecaa2c6 service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=a4835e6f-7982-41d9-8597-68768326e2b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2439284
Feb 02 13:42:03.548378 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-145f9fd1-8ccf-460d-89bb-44e5344aa5f1 req-d3a8b9a0-720f-4e01-abc7-ba991dd47471 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=e24f2a2e-52bb-4e6c-8006-fb40a9bbed50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6670716
Feb 02 13:42:03.596517 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:03.627544 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-4be0072a-d74d-4eb9-b107-0e82021e1226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e9827ac8>, [{'id': 'abbaa997-98e4-4c19-9542-2b246e1cac82', 'name': 'tempest-TestMinimumBasicScenario-1374839131-router', 'tenant_id': 'c7377d5a96854dd78261e26bac4d60a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '4948a0d2-6b86-4e33-83d0-47922905e1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:41:58Z', 'updated_at': '2021-02-02T13:42:00Z', 'revision_number': 3, 'project_id': 'c7377d5a96854dd78261e26bac4d60a5', 'gw_port': {'id': '4948a0d2-6b86-4e33-83d0-47922905e1d5', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:82:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abbaa997-98e4-4c19-9542-2b246e1cac82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:59Z', 'updated_at': '2021-02-02T13:41:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi'}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:42:03.636648 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be0072a-d74d-4eb9-b107-0e82021e1226 None None] Checking router: abbaa997-98e4-4c19-9542-2b246e1cac82 for host: dv-cinder-772388-4-iscsi {{(pid=80187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 02 13:42:03.637428 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be0072a-d74d-4eb9-b107-0e82021e1226 None None] Updating router abbaa997-98e4-4c19-9542-2b246e1cac82 port 4948a0d2-6b86-4e33-83d0-47922905e1d5 binding host dv-cinder-772388-4-iscsi {{(pid=80187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 02 13:42:03.664490 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8742790-f1cf-48c5-bea9-1765f36562e9 service neutron] Pushing event updated for resources: {'Port': ['ID=cf294d93-7af7-453d-818c-abf9ef7c04af,revision_number=3']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:42:03.672513 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-d8742790-f1cf-48c5-bea9-1765f36562e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.708s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:42:03.700236 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-40d66027-d12b-4106-8d70-e3c96c07efbd None None] Provisioning complete for port d13faaa7-86f8-4b5a-945d-c9c80e7e8e74 triggered by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:42:03.700671 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-40d66027-d12b-4106-8d70-e3c96c07efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:03.709282 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b22398-94d8-42dc-8001-843d16d5b569 req-d8742790-f1cf-48c5-bea9-1765f36562e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:42:03.709982 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-e6b22398-94d8-42dc-8001-843d16d5b569 req-d8742790-f1cf-48c5-bea9-1765f36562e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for port, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:03.711740 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e6b22398-94d8-42dc-8001-843d16d5b569 req-d8742790-f1cf-48c5-bea9-1765f36562e9 service neutron] 10.222.0.132 "PUT /v2.0/ports/cf294d93-7af7-453d-818c-abf9ef7c04af HTTP/1.1" status: 200  len: 1157 time: 3.7342129
Feb 02 13:42:03.729842 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af5c64e0-45e4-4d02-8b79-5558d2a387ae', 'tag': 'cf294d93-7af7-453d-818c-abf9ef7c04af'}] {{(pid=80184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:42:03.741487 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-4be0072a-d74d-4eb9-b107-0e82021e1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:03.852107 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] For port d13faaa7-86f8-4b5a-945d-c9c80e7e8e74, host dv-cinder-772388-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=d13faaa7-86f8-4b5a-945d-c9c80e7e8e74,segment=NetworkSegment(4e775aad-c37b-4a2c-b799-042e82a5eee6),segment_id=4e775aad-c37b-4a2c-b799-042e82a5eee6)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:42:03.868833 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:03.873859 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-7017101f-57f0-43e5-b3f6-834cb52332ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:42:03.966101 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af5c64e0-45e4-4d02-8b79-5558d2a387ae', 'tag': 'cf294d93-7af7-453d-818c-abf9ef7c04af', 'status': 'completed', 'code': 200}
Feb 02 13:42:04.035165 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Pushing event updated for resources: {'Port': ['ID=d13faaa7-86f8-4b5a-945d-c9c80e7e8e74,revision_number=3']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:42:04.061776 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b22398-94d8-42dc-8001-843d16d5b569 req-2c66cbc9-1272-41bf-9aa3-80ad0ebbb2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:42:04.071843 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:42:04.072151 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e6b22398-94d8-42dc-8001-843d16d5b569 req-2c66cbc9-1272-41bf-9aa3-80ad0ebbb2d0 service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=4137e2122c7f40189b0a34f1651c3764&device_id=af5c64e0-45e4-4d02-8b79-5558d2a387ae HTTP/1.1" status: 200  len: 1160 time: 0.2871068
Feb 02 13:42:04.299697 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-bfc3db19-1c4c-404a-9971-0fa6b6cb70c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e90e9438>, [{'id': 'ad341255-7ecc-43c6-b68e-2258dac3fe16', 'name': 'tempest-AttachVolumeTestJSON-1395695913-router', 'tenant_id': 'dc43bfb261a1419d93631ca1734b41d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '18a2dbf0-0539-4feb-8790-507726aa8e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:41:17Z', 'updated_at': '2021-02-02T13:41:26Z', 'revision_number': 4, 'project_id': 'dc43bfb261a1419d93631ca1734b41d5', 'gw_port': {'id': '18a2dbf0-0539-4feb-8790-507726aa8e25', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad341255-7ecc-43c6-b68e-2258dac3fe16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:19Z', 'updated_at': '2021-02-02T13:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_floatingips': [{'id': '3744828c-ea14-44f3-be78-7352844e843b', 'tenant_id': 'dc43bfb261a1419d93631ca1734b41d5', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'router_id': 'ad341255-7ecc-43c6-b68e-2258dac3fe16', 'port_id': 'fc3695ea-dc80-44c7-b589-f2721d774513', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4835e6f-7982-41d9-8597-68768326e2b7', 'mac_address': 'fa:16:3e:ff:4b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8d2815-d67d-48ce-8724-8d8fb8d5fb3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-02T13:41:35Z', 'updated_at': '2021-02-02T13:41:58Z', 'revision_number': 1, 'project_id': 'dc43bfb261a1419d93631ca1734b41d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '060e64a5-488e-45ca-ae21-bc198b2cac26', 'name': '', 'network_id': 'a4835e6f-7982-41d9-8597-68768326e2b7', 'tenant_id': 'dc43bfb261a1419d93631ca1734b41d5', 'mac_address': 'fa:16:3e:ed:87:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad341255-7ecc-43c6-b68e-2258dac3fe16', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '7bd499ff-eea3-463e-bee1-8df687fd8da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:24Z', 'updated_at': '2021-02-02T13:41:36Z', 'revision_number': 5, 'project_id': 'dc43bfb261a1419d93631ca1734b41d5', 'subnets': [{'id': '7bd499ff-eea3-463e-bee1-8df687fd8da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:42:04.317299 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e6b22398-94d8-42dc-8001-843d16d5b569 req-95138e08-94f1-429e-ba03-f546354d4b36 service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf294d93-7af7-453d-818c-abf9ef7c04af HTTP/1.1" status: 200  len: 217 time: 0.2399194
Feb 02 13:42:04.353723 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ff2d0c9b-01bc-41dd-b835-4d954fd0439f req-8c3e3dbb-e84f-43b3-96af-3c2f0937906a service neutron] 10.222.0.132 "GET /v2.0/networks/a4835e6f-7982-41d9-8597-68768326e2b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8852754
Feb 02 13:42:04.356203 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc3db19-1c4c-404a-9971-0fa6b6cb70c9 None None] The sync data for ids ['ad341255-7ecc-43c6-b68e-2258dac3fe16'] in dv-cinder-772388-4-iscsi is: [{'id': 'ad341255-7ecc-43c6-b68e-2258dac3fe16', 'name': 'tempest-AttachVolumeTestJSON-1395695913-router', 'tenant_id': 'dc43bfb261a1419d93631ca1734b41d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '18a2dbf0-0539-4feb-8790-507726aa8e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:41:17Z', 'updated_at': '2021-02-02T13:41:26Z', 'revision_number': 4, 'project_id': 'dc43bfb261a1419d93631ca1734b41d5', 'gw_port': {'id': '18a2dbf0-0539-4feb-8790-507726aa8e25', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad341255-7ecc-43c6-b68e-2258dac3fe16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:19Z', 'updated_at': '2021-02-02T13:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_floatingips': [{'id': '3744828c-ea14-44f3-be78-7352844e843b', 'tenant_id': 'dc43bfb261a1419d93631ca1734b41d5', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'router_id': 'ad341255-7ecc-43c6-b68e-2258dac3fe16', 'port_id': 'fc3695ea-dc80-44c7-b589-f2721d774513', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4835e6f-7982-41d9-8597-68768326e2b7', 'mac_address': 'fa:16:3e:ff:4b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8d2815-d67d-48ce-8724-8d8fb8d5fb3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-02T13:41:35Z', 'updated_at': '2021-02-02T13:41:58Z', 'revision_number': 1, 'project_id': 'dc43bfb261a1419d93631ca1734b41d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '060e64a5-488e-45ca-ae21-bc198b2cac26', 'name': '', 'network_id': 'a4835e6f-7982-41d9-8597-68768326e2b7', 'tenant_id': 'dc43bfb261a1419d93631ca1734b41d5', 'mac_address': 'fa:16:3e:ed:87:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad341255-7ecc-43c6-b68e-2258dac3fe16', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '7bd499ff-eea3-463e-bee1-8df687fd8da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:24Z', 'updated_at': '2021-02-02T13:41:36Z', 'revision_number': 5, 'project_id': 'dc43bfb261a1419d93631ca1734b41d5', 'subnets': [{'id': '7bd499ff-eea3-463e-bee1-8df687fd8da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 02 13:42:04.380155 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device d13faaa7-86f8-4b5a-945d-c9c80e7e8e74 up at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:42:04.489155 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b22398-94d8-42dc-8001-843d16d5b569 req-f3643489-961b-47b5-a1a4-31c51bf16960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:42:04.492491 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e6b22398-94d8-42dc-8001-843d16d5b569 req-f3643489-961b-47b5-a1a4-31c51bf16960 service neutron] 10.222.0.132 "GET /v2.0/subnets?id=e86f023b-3193-46b5-b935-af688f96c4c8 HTTP/1.1" status: 200  len: 855 time: 0.1630516
Feb 02 13:42:04.580226 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning complete for port d13faaa7-86f8-4b5a-945d-c9c80e7e8e74 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:42:04.580949 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:04.662098 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b22398-94d8-42dc-8001-843d16d5b569 req-19b6c55b-c26a-49f7-bb4a-d839c20face0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:42:04.665022 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e6b22398-94d8-42dc-8001-843d16d5b569 req-19b6c55b-c26a-49f7-bb4a-d839c20face0 service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=1686445e-9089-4fcd-bac5-a148e4ca86fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1607256
Feb 02 13:42:04.863192 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-77966846-5f02-45a5-89eb-9e80197ab084 None None] Provisioning complete for port d13faaa7-86f8-4b5a-945d-c9c80e7e8e74 triggered by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:42:04.863891 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-77966846-5f02-45a5-89eb-9e80197ab084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:04.964484 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4659eff4-15ff-4f1e-9e11-09e7c3e77c22 None None] New status for floating IP 3744828c-ea14-44f3-be78-7352844e843b: ACTIVE {{(pid=80186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 02 13:42:05.096902 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e6b22398-94d8-42dc-8001-843d16d5b569 req-2ac0ffb2-a230-466e-b959-780f33c44dfc service neutron] 10.222.0.132 "GET /v2.0/networks/1686445e-9089-4fcd-bac5-a148e4ca86fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4210527
Feb 02 13:42:05.178179 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-4be0072a-d74d-4eb9-b107-0e82021e1226 None None] Notify callbacks [] for port, precommit_update {{(pid=80187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:05.210219 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ff2d0c9b-01bc-41dd-b835-4d954fd0439f req-1908df90-427b-4d3e-9f32-48a60f2ad0f7 service neutron] 10.222.0.132 "GET /v2.0/networks/a4835e6f-7982-41d9-8597-68768326e2b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8440969
Feb 02 13:42:05.212253 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-4be0072a-d74d-4eb9-b107-0e82021e1226 None None] Transition to ACTIVE for port object 4948a0d2-6b86-4e33-83d0-47922905e1d5 will not be triggered until provisioned by entity L2. {{(pid=80187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:42:05.216986 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e3cfda74-7d45-4ab1-ac31-4b019910de62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:05.219446 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-4be0072a-d74d-4eb9-b107-0e82021e1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:05.259815 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:42:05.587838 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e6b22398-94d8-42dc-8001-843d16d5b569 req-04338a11-0aee-48be-a70b-29b56c9ce9eb service neutron] 10.222.0.132 "GET /v2.0/networks/1686445e-9089-4fcd-bac5-a148e4ca86fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4820628
Feb 02 13:42:05.591035 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6828e3-3b94-4dbd-814c-24099097e5de None None] Pushing event updated for resources: {'Port': ['ID=4948a0d2-6b86-4e33-83d0-47922905e1d5,revision_number=2']} {{(pid=80187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:42:05.620589 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-8f6828e3-3b94-4dbd-814c-24099097e5de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=80187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:42:05.760159 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-4be0072a-d74d-4eb9-b107-0e82021e1226 None None] Attempting to bind port 4948a0d2-6b86-4e33-83d0-47922905e1d5 on host dv-cinder-772388-4-iscsi for vnic_type normal with profile  {{(pid=80187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 02 13:42:05.760547 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-4be0072a-d74d-4eb9-b107-0e82021e1226 None None] Attempting to bind port 4948a0d2-6b86-4e33-83d0-47922905e1d5 by drivers openvswitch on host dv-cinder-772388-4-iscsi at level 0 using segments [{'id': '5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd'}] {{(pid=80187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 02 13:42:05.761053 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be0072a-d74d-4eb9-b107-0e82021e1226 None None] Attempting to bind port 4948a0d2-6b86-4e33-83d0-47922905e1d5 on network 081eaffe-521e-4302-9444-c5c7bff220cd {{(pid=80187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 02 13:42:05.768470 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be0072a-d74d-4eb9-b107-0e82021e1226 None None] Checking agent: {'id': '59520739-4536-4d8c-966e-8cf7fcba95c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 27, 30), 'started_at': datetime.datetime(2021, 2, 2, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.101', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 02 13:42:05.768694 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be0072a-d74d-4eb9-b107-0e82021e1226 None None] Checking segment: {'id': '5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:42:05.769791 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-4be0072a-d74d-4eb9-b107-0e82021e1226 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:05.770705 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be0072a-d74d-4eb9-b107-0e82021e1226 None None] Bound using segment: {'id': '5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd'} {{(pid=80187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 02 13:42:05.771624 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-4be0072a-d74d-4eb9-b107-0e82021e1226 None None] Bound port: 4948a0d2-6b86-4e33-83d0-47922905e1d5, host: dv-cinder-772388-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd'}}] {{(pid=80187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 02 13:42:05.771785 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df65904-7947-4059-b176-f4904df67429 req-98e8f8a6-1729-447b-aad7-9b314685e802 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:42:05.771975 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-4be0072a-d74d-4eb9-b107-0e82021e1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:05.774018 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-1df65904-7947-4059-b176-f4904df67429 req-98e8f8a6-1729-447b-aad7-9b314685e802 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=af5c64e0-45e4-4d02-8b79-5558d2a387ae HTTP/1.1" status: 200  len: 943 time: 0.4338968
Feb 02 13:42:05.863212 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-4be0072a-d74d-4eb9-b107-0e82021e1226 None None] For port 4948a0d2-6b86-4e33-83d0-47922905e1d5, host dv-cinder-772388-4-iscsi, cleared binding levels {{(pid=80187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 02 13:42:05.866726 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-4be0072a-d74d-4eb9-b107-0e82021e1226 None None] For port 4948a0d2-6b86-4e33-83d0-47922905e1d5, host dv-cinder-772388-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=4948a0d2-6b86-4e33-83d0-47922905e1d5,segment=NetworkSegment(5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8),segment_id=5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8)] {{(pid=80187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 02 13:42:05.871355 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-4be0072a-d74d-4eb9-b107-0e82021e1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:05.890099 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:42:05.896173 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_common [None req-e3cfda74-7d45-4ab1-ac31-4b019910de62 admin admin] Allocated IP 172.20.0.1 (2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4/6ba67f1d-6632-44fe-98c0-2a645afeb419/be8fc8fc-f118-427a-b651-ee048f198020) {{(pid=80185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 02 13:42:05.939075 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-1df65904-7947-4059-b176-f4904df67429 req-0b202588-714a-456c-b2d4-e8168fa0a719 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=e24f2a2e-52bb-4e6c-8006-fb40a9bbed50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0951369
Feb 02 13:42:05.961611 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd4d4f-8fab-4fd6-b416-4cd754471390 req-8289ab0c-6ed2-49a9-9b68-14fc7ed24706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:42:05.964707 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-0ccd4d4f-8fab-4fd6-b416-4cd754471390 req-8289ab0c-6ed2-49a9-9b68-14fc7ed24706 service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=4137e2122c7f40189b0a34f1651c3764&device_id=af5c64e0-45e4-4d02-8b79-5558d2a387ae HTTP/1.1" status: 200  len: 1160 time: 0.1889338
Feb 02 13:42:06.068680 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6828e3-3b94-4dbd-814c-24099097e5de None None] Pushing event updated for resources: {'Port': ['ID=4948a0d2-6b86-4e33-83d0-47922905e1d5,revision_number=3']} {{(pid=80187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:42:06.072201 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-8f6828e3-3b94-4dbd-814c-24099097e5de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:42:06.127763 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e3cfda74-7d45-4ab1-ac31-4b019910de62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:06.128455 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be0072a-d74d-4eb9-b107-0e82021e1226 None None] Routers {'abbaa997-98e4-4c19-9542-2b246e1cac82'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:42:06.129092 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-4be0072a-d74d-4eb9-b107-0e82021e1226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e9827ac8>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:41:59Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['abbaa997-98e4-4c19-9542-2b246e1cac82'], 'active': True} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:42:06.132755 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd4d4f-8fab-4fd6-b416-4cd754471390 req-eb9c358b-c416-44ea-a246-f745dd8816cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:42:06.135065 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-0ccd4d4f-8fab-4fd6-b416-4cd754471390 req-eb9c358b-c416-44ea-a246-f745dd8816cc service neutron] 10.222.0.132 "GET /v2.0/networks?id=1686445e-9089-4fcd-bac5-a148e4ca86fe HTTP/1.1" status: 200  len: 910 time: 0.1647146
Feb 02 13:42:06.145873 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-e3cfda74-7d45-4ab1-ac31-4b019910de62 admin admin] Transition to ACTIVE for port object be8fc8fc-f118-427a-b651-ee048f198020 will not be triggered until provisioned by entity DHCP. {{(pid=80185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:42:06.171416 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e3cfda74-7d45-4ab1-ac31-4b019910de62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264943169311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2210562'] for port, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:06.189566 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f719b139-c1d5-4b51-bc5a-f29fdde86359 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:42:06.217515 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-0ccd4d4f-8fab-4fd6-b416-4cd754471390 req-98580ce7-7711-4dd8-82c4-ca345cd8c84b service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf294d93-7af7-453d-818c-abf9ef7c04af HTTP/1.1" status: 200  len: 217 time: 0.0763388
Feb 02 13:42:06.269656 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfda74-7d45-4ab1-ac31-4b019910de62 admin admin] Pushing event updated for resources: {'Port': ['ID=be8fc8fc-f118-427a-b651-ee048f198020,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:42:06.273193 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-e3cfda74-7d45-4ab1-ac31-4b019910de62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:42:06.297633 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd4d4f-8fab-4fd6-b416-4cd754471390 req-d72b99ca-9cc5-4395-923f-5981208a75aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:42:06.299352 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-0ccd4d4f-8fab-4fd6-b416-4cd754471390 req-d72b99ca-9cc5-4395-923f-5981208a75aa service neutron] 10.222.0.132 "GET /v2.0/subnets?id=e86f023b-3193-46b5-b935-af688f96c4c8 HTTP/1.1" status: 200  len: 855 time: 0.0765696
Feb 02 13:42:06.344833 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-4be0072a-d74d-4eb9-b107-0e82021e1226 None None] Set router abbaa997-98e4-4c19-9542-2b246e1cac82 gateway port host: dv-cinder-772388-4-iscsi {{(pid=80187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:42:06.392663 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd4d4f-8fab-4fd6-b416-4cd754471390 req-e254bf51-612b-4a8b-9168-a6804ed8ea8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:42:06.393671 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-0ccd4d4f-8fab-4fd6-b416-4cd754471390 req-e254bf51-612b-4a8b-9168-a6804ed8ea8f service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=1686445e-9089-4fcd-bac5-a148e4ca86fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0846953
Feb 02 13:42:06.410747 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cfda74-7d45-4ab1-ac31-4b019910de62 admin admin] Network 2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4 is already hosted by enough agents. {{(pid=80185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:42:06.412090 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [None req-e3cfda74-7d45-4ab1-ac31-4b019910de62 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:42:06.414565 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cfda74-7d45-4ab1-ac31-4b019910de62 admin admin] Received port after_create {{(pid=80185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 02 13:42:06.479562 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e3cfda74-7d45-4ab1-ac31-4b019910de62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2073963'] for router_interface, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:06.572518 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-0ccd4d4f-8fab-4fd6-b416-4cd754471390 req-0298f2dc-e7e4-4773-a0ad-eee1c92d7033 service neutron] 10.222.0.132 "GET /v2.0/networks/1686445e-9089-4fcd-bac5-a148e4ca86fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1713786
Feb 02 13:42:06.624053 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e3cfda74-7d45-4ab1-ac31-4b019910de62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:06.706927 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-4be0072a-d74d-4eb9-b107-0e82021e1226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e9827ac8>, [{'id': 'abbaa997-98e4-4c19-9542-2b246e1cac82', 'name': 'tempest-TestMinimumBasicScenario-1374839131-router', 'tenant_id': 'c7377d5a96854dd78261e26bac4d60a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '4948a0d2-6b86-4e33-83d0-47922905e1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:41:58Z', 'updated_at': '2021-02-02T13:42:00Z', 'revision_number': 3, 'project_id': 'c7377d5a96854dd78261e26bac4d60a5', 'gw_port': {'id': '4948a0d2-6b86-4e33-83d0-47922905e1d5', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:82:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abbaa997-98e4-4c19-9542-2b246e1cac82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:59Z', 'updated_at': '2021-02-02T13:42:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi'}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:42:06.712477 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be0072a-d74d-4eb9-b107-0e82021e1226 None None] The sync data for ids ['abbaa997-98e4-4c19-9542-2b246e1cac82'] in dv-cinder-772388-4-iscsi is: [{'id': 'abbaa997-98e4-4c19-9542-2b246e1cac82', 'name': 'tempest-TestMinimumBasicScenario-1374839131-router', 'tenant_id': 'c7377d5a96854dd78261e26bac4d60a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '4948a0d2-6b86-4e33-83d0-47922905e1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:41:58Z', 'updated_at': '2021-02-02T13:42:00Z', 'revision_number': 3, 'project_id': 'c7377d5a96854dd78261e26bac4d60a5', 'gw_port': {'id': '4948a0d2-6b86-4e33-83d0-47922905e1d5', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:82:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abbaa997-98e4-4c19-9542-2b246e1cac82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:59Z', 'updated_at': '2021-02-02T13:42:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi'}] {{(pid=80187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 02 13:42:06.749374 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-0ccd4d4f-8fab-4fd6-b416-4cd754471390 req-7418187f-5a9d-48a4-87e2-1052c63e11ea service neutron] 10.222.0.132 "GET /v2.0/networks/1686445e-9089-4fcd-bac5-a148e4ca86fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1674805
Feb 02 13:42:06.752545 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-2b84d99c-818d-4d9d-a932-51859811a809 None None] Provisioning for port be8fc8fc-f118-427a-b651-ee048f198020 completed by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:42:06.771149 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-2b84d99c-818d-4d9d-a932-51859811a809 None None] Provisioning complete for port be8fc8fc-f118-427a-b651-ee048f198020 triggered by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:42:06.771575 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-2b84d99c-818d-4d9d-a932-51859811a809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:06.890457 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-2b84d99c-818d-4d9d-a932-51859811a809 None None] Port be8fc8fc-f118-427a-b651-ee048f198020 cannot update to ACTIVE because it is not bound. {{(pid=80186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 02 13:42:07.014327 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e3cfda74-7d45-4ab1-ac31-4b019910de62 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:07.018077 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e3cfda74-7d45-4ab1-ac31-4b019910de62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852565131'] for port, after_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:07.053634 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-ec8ac20b-a4c2-4135-b238-d24ed8298e63 tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:42:07.147590 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e3cfda74-7d45-4ab1-ac31-4b019910de62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853078024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2077237'] for router_interface, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:07.174521 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfda74-7d45-4ab1-ac31-4b019910de62 admin admin] Pushing event updated for resources: {'Port': ['ID=be8fc8fc-f118-427a-b651-ee048f198020,revision_number=2']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:42:07.179230 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-e3cfda74-7d45-4ab1-ac31-4b019910de62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:42:07.333431 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cfda74-7d45-4ab1-ac31-4b019910de62 admin admin] Network 2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4 is already hosted by enough agents. {{(pid=80185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:42:07.334789 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [None req-e3cfda74-7d45-4ab1-ac31-4b019910de62 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:42:07.405556 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012abb49-79b3-4daf-9878-03458ffbebe9 req-3b0f016d-0c23-4fa1-84be-0ad10e13f877 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:42:07.408821 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-012abb49-79b3-4daf-9878-03458ffbebe9 req-3b0f016d-0c23-4fa1-84be-0ad10e13f877 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=af5c64e0-45e4-4d02-8b79-5558d2a387ae HTTP/1.1" status: 200  len: 943 time: 0.2983356
Feb 02 13:42:07.529923 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-012abb49-79b3-4daf-9878-03458ffbebe9 req-27b2a931-d317-469b-baf8-ab588c968cb0 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=e24f2a2e-52bb-4e6c-8006-fb40a9bbed50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1143806
Feb 02 13:42:07.585271 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3cfda74-7d45-4ab1-ac31-4b019910de62 admin admin] Router abbaa997-98e4-4c19-9542-2b246e1cac82 has already been hosted by L3 agent 46ed2aac-7d32-4274-9cac-387c5fc2cd87 {{(pid=80185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 02 13:42:07.620240 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-036fb5b2-6e06-4d55-af89-bab26c6dc44b None None] Provisioning complete for port be8fc8fc-f118-427a-b651-ee048f198020 triggered by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:42:07.620984 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-036fb5b2-6e06-4d55-af89-bab26c6dc44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:07.687518 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-036fb5b2-6e06-4d55-af89-bab26c6dc44b None None] Port be8fc8fc-f118-427a-b651-ee048f198020 cannot update to ACTIVE because it is not bound. {{(pid=80186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 02 13:42:07.731848 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device cf294d93-7af7-453d-818c-abf9ef7c04af up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:42:07.846920 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning for port cf294d93-7af7-453d-818c-abf9ef7c04af completed by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:42:07.849287 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3cfda74-7d45-4ab1-ac31-4b019910de62 admin admin] Notify agent at l3_agent.dv-cinder-772388-4-iscsi the message routers_updated {{(pid=80185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 02 13:42:07.853415 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port cf294d93-7af7-453d-818c-abf9ef7c04af triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:42:07.853876 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:07.859069 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-e3cfda74-7d45-4ab1-ac31-4b019910de62 admin admin] 10.222.0.133 "PUT /v2.0/routers/abbaa997-98e4-4c19-9542-2b246e1cac82/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8869882
Feb 02 13:42:08.016353 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:08.058659 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af5c64e0-45e4-4d02-8b79-5558d2a387ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf294d93-7af7-453d-818c-abf9ef7c04af'}] {{(pid=80186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:42:08.074379 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] For port cf294d93-7af7-453d-818c-abf9ef7c04af, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=cf294d93-7af7-453d-818c-abf9ef7c04af,segment=NetworkSegment(5f553a71-9c0f-48ac-b06b-07581f7b8732),segment_id=5f553a71-9c0f-48ac-b06b-07581f7b8732)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:42:08.079732 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:08.082893 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:42:08.154629 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af5c64e0-45e4-4d02-8b79-5558d2a387ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf294d93-7af7-453d-818c-abf9ef7c04af', 'code': 200}
Feb 02 13:42:08.200466 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Pushing event updated for resources: {'Port': ['ID=cf294d93-7af7-453d-818c-abf9ef7c04af,revision_number=4']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:42:08.204613 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:42:08.351126 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device 4948a0d2-6b86-4e33-83d0-47922905e1d5 up at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:42:08.441415 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61acb14-7bd1-43d6-98ee-afc1882cbfaa req-be5d16bd-08d0-4e53-a7ae-a33717bbbf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:42:08.442165 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning for port 4948a0d2-6b86-4e33-83d0-47922905e1d5 completed by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:42:08.443548 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d61acb14-7bd1-43d6-98ee-afc1882cbfaa req-be5d16bd-08d0-4e53-a7ae-a33717bbbf62 service neutron] 10.222.0.132 "GET /v2.0/ports?device_id=af5c64e0-45e4-4d02-8b79-5558d2a387ae HTTP/1.1" status: 200  len: 1162 time: 0.1097517
Feb 02 13:42:08.447788 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning complete for port 4948a0d2-6b86-4e33-83d0-47922905e1d5 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:42:08.447921 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:08.496457 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d61acb14-7bd1-43d6-98ee-afc1882cbfaa req-00645039-60ef-489d-98d1-50b97a664769 service neutron] 10.222.0.132 "GET /v2.0/security-groups?id=e24f2a2e-52bb-4e6c-8006-fb40a9bbed50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441632
Feb 02 13:42:08.587784 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:08.607548 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] For port 4948a0d2-6b86-4e33-83d0-47922905e1d5, host dv-cinder-772388-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=4948a0d2-6b86-4e33-83d0-47922905e1d5,segment=NetworkSegment(5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8),segment_id=5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:42:08.615753 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:08.619584 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-2d2db0b3-efd0-46e2-ac57-2e42bafbc687 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:42:08.701745 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Pushing event updated for resources: {'Port': ['ID=4948a0d2-6b86-4e33-83d0-47922905e1d5,revision_number=4']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:42:08.705392 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:42:08.901454 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3febf-daab-43e1-8266-87806cf3419f req-ac02076e-204b-4c2e-afb6-ce1672eac2f4 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:42:08.903020 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-89f3febf-daab-43e1-8266-87806cf3419f req-ac02076e-204b-4c2e-afb6-ce1672eac2f4 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=af5c64e0-45e4-4d02-8b79-5558d2a387ae HTTP/1.1" status: 200  len: 945 time: 0.1864948
Feb 02 13:42:08.978514 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-89f3febf-daab-43e1-8266-87806cf3419f req-468d6bfa-6ffe-4cc3-ba10-cd00869a79d9 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=e24f2a2e-52bb-4e6c-8006-fb40a9bbed50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0659981
Feb 02 13:42:09.474098 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device cf294d93-7af7-453d-818c-abf9ef7c04af up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:42:09.587625 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port cf294d93-7af7-453d-818c-abf9ef7c04af triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:42:09.588141 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:09.971555 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e04e787-f19f-4afd-9574-03badebeaeb6 None None] Sync routers for ids ['abbaa997-98e4-4c19-9542-2b246e1cac82'] in dv-cinder-772388-4-iscsi {{(pid=80187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 02 13:42:09.997177 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e04e787-f19f-4afd-9574-03badebeaeb6 None None] Routers {'abbaa997-98e4-4c19-9542-2b246e1cac82'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:42:09.998369 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-6e04e787-f19f-4afd-9574-03badebeaeb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e9c312b0>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:41:59Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['abbaa997-98e4-4c19-9542-2b246e1cac82'], 'active': True} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:42:10.388354 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device 4948a0d2-6b86-4e33-83d0-47922905e1d5 up at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:42:10.625232 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-6e04e787-f19f-4afd-9574-03badebeaeb6 None None] Set router abbaa997-98e4-4c19-9542-2b246e1cac82 gateway port host: dv-cinder-772388-4-iscsi {{(pid=80187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:42:10.744805 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8ce5c-8eef-4624-a2b2-643049c9aa10 req-60e5076e-3385-483d-a5e0-5d4830af62b0 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:42:10.748088 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-98a8ce5c-8eef-4624-a2b2-643049c9aa10 req-60e5076e-3385-483d-a5e0-5d4830af62b0 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=af5c64e0-45e4-4d02-8b79-5558d2a387ae HTTP/1.1" status: 200  len: 945 time: 0.4709136
Feb 02 13:42:10.930828 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning complete for port 4948a0d2-6b86-4e33-83d0-47922905e1d5 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:42:10.931310 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:10.941877 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-98a8ce5c-8eef-4624-a2b2-643049c9aa10 req-072a4bce-a739-4bf2-9528-d47f5b9a2bc7 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=e24f2a2e-52bb-4e6c-8006-fb40a9bbed50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1813717
Feb 02 13:42:11.497077 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-6e04e787-f19f-4afd-9574-03badebeaeb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e9c312b0>, [{'id': 'abbaa997-98e4-4c19-9542-2b246e1cac82', 'name': 'tempest-TestMinimumBasicScenario-1374839131-router', 'tenant_id': 'c7377d5a96854dd78261e26bac4d60a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '4948a0d2-6b86-4e33-83d0-47922905e1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:41:58Z', 'updated_at': '2021-02-02T13:42:06Z', 'revision_number': 4, 'project_id': 'c7377d5a96854dd78261e26bac4d60a5', 'gw_port': {'id': '4948a0d2-6b86-4e33-83d0-47922905e1d5', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbaa997-98e4-4c19-9542-2b246e1cac82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:59Z', 'updated_at': '2021-02-02T13:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_interfaces': [{'id': 'be8fc8fc-f118-427a-b651-ee048f198020', 'name': '', 'network_id': '2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4', 'tenant_id': 'c7377d5a96854dd78261e26bac4d60a5', 'mac_address': 'fa:16:3e:32:da:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abbaa997-98e4-4c19-9542-2b246e1cac82', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6ba67f1d-6632-44fe-98c0-2a645afeb419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:42:05Z', 'updated_at': '2021-02-02T13:42:06Z', 'revision_number': 2, 'project_id': 'c7377d5a96854dd78261e26bac4d60a5', 'subnets': [{'id': '6ba67f1d-6632-44fe-98c0-2a645afeb419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:42:11.505056 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e04e787-f19f-4afd-9574-03badebeaeb6 None None] Checking router: abbaa997-98e4-4c19-9542-2b246e1cac82 for host: dv-cinder-772388-4-iscsi {{(pid=80187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 02 13:42:11.505576 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e04e787-f19f-4afd-9574-03badebeaeb6 None None] Updating router abbaa997-98e4-4c19-9542-2b246e1cac82 port be8fc8fc-f118-427a-b651-ee048f198020 binding host dv-cinder-772388-4-iscsi {{(pid=80187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 02 13:42:11.509203 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a40f1-cf82-4cb5-a9d9-6b33e6896a1f req-e41f4e45-a8c2-4770-9e73-fe7680e67f06 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:42:11.524641 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-fc8a40f1-cf82-4cb5-a9d9-6b33e6896a1f req-e41f4e45-a8c2-4770-9e73-fe7680e67f06 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=af5c64e0-45e4-4d02-8b79-5558d2a387ae HTTP/1.1" status: 200  len: 945 time: 0.2895782
Feb 02 13:42:11.529717 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 45344) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:42:11.539778 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-6f898de1-c602-4d5d-9b49-e9a690af056b tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Request body: {'floatingip': {'port_id': 'cf294d93-7af7-453d-818c-abf9ef7c04af'}} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:42:11.589538 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-6e04e787-f19f-4afd-9574-03badebeaeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:11.683891 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-6f898de1-c602-4d5d-9b49-e9a690af056b tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks [] for floatingip, before_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:12.100946 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-6e04e787-f19f-4afd-9574-03badebeaeb6 None None] Notify callbacks [] for port, precommit_update {{(pid=80187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:12.116158 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-6e04e787-f19f-4afd-9574-03badebeaeb6 None None] Transition to ACTIVE for port object be8fc8fc-f118-427a-b651-ee048f198020 will not be triggered until provisioned by entity L2. {{(pid=80187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:42:12.134467 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-6e04e787-f19f-4afd-9574-03badebeaeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:12.225881 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:42:12.394233 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941ab917-e8d4-4a15-8c08-32bad1c15843 None None] Pushing event updated for resources: {'Port': ['ID=be8fc8fc-f118-427a-b651-ee048f198020,revision_number=3']} {{(pid=80187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:42:12.421680 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-941ab917-e8d4-4a15-8c08-32bad1c15843 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:42:12.451079 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-6f898de1-c602-4d5d-9b49-e9a690af056b tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:12.455013 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-6f898de1-c602-4d5d-9b49-e9a690af056b tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852699397'] for floatingip, after_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:12.663140 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-6e04e787-f19f-4afd-9574-03badebeaeb6 None None] Attempting to bind port be8fc8fc-f118-427a-b651-ee048f198020 on host dv-cinder-772388-4-iscsi for vnic_type normal with profile  {{(pid=80187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 02 13:42:12.663715 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-6e04e787-f19f-4afd-9574-03badebeaeb6 None None] Attempting to bind port be8fc8fc-f118-427a-b651-ee048f198020 by drivers openvswitch on host dv-cinder-772388-4-iscsi at level 0 using segments [{'id': '4e775aad-c37b-4a2c-b799-042e82a5eee6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4'}] {{(pid=80187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 02 13:42:12.664248 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e04e787-f19f-4afd-9574-03badebeaeb6 None None] Attempting to bind port be8fc8fc-f118-427a-b651-ee048f198020 on network 2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4 {{(pid=80187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 02 13:42:12.672522 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e04e787-f19f-4afd-9574-03badebeaeb6 None None] Checking agent: {'id': '59520739-4536-4d8c-966e-8cf7fcba95c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 27, 30), 'started_at': datetime.datetime(2021, 2, 2, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.101', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 02 13:42:12.673100 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e04e787-f19f-4afd-9574-03badebeaeb6 None None] Checking segment: {'id': '4e775aad-c37b-4a2c-b799-042e82a5eee6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:42:12.673951 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-6e04e787-f19f-4afd-9574-03badebeaeb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:12.674766 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e04e787-f19f-4afd-9574-03badebeaeb6 None None] Bound using segment: {'id': '4e775aad-c37b-4a2c-b799-042e82a5eee6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4'} {{(pid=80187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 02 13:42:12.675440 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-6e04e787-f19f-4afd-9574-03badebeaeb6 None None] Bound port: be8fc8fc-f118-427a-b651-ee048f198020, host: dv-cinder-772388-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e775aad-c37b-4a2c-b799-042e82a5eee6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4'}}] {{(pid=80187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 02 13:42:12.676539 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-6e04e787-f19f-4afd-9574-03badebeaeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:12.836165 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-6e04e787-f19f-4afd-9574-03badebeaeb6 None None] For port be8fc8fc-f118-427a-b651-ee048f198020, host dv-cinder-772388-4-iscsi, cleared binding levels {{(pid=80187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 02 13:42:12.840819 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-6e04e787-f19f-4afd-9574-03badebeaeb6 None None] For port be8fc8fc-f118-427a-b651-ee048f198020, host dv-cinder-772388-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=be8fc8fc-f118-427a-b651-ee048f198020,segment=NetworkSegment(4e775aad-c37b-4a2c-b799-042e82a5eee6),segment_id=4e775aad-c37b-4a2c-b799-042e82a5eee6)] {{(pid=80187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 02 13:42:12.847240 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-6e04e787-f19f-4afd-9574-03badebeaeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:12.879306 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-e95bd571-3b4b-4ec9-b57a-aab6c9a43cc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:42:12.957269 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.db.l3_db [None req-6f898de1-c602-4d5d-9b49-e9a690af056b tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Floating IP 52e00dc3-8cc4-47cf-a575-e89fc47cc13a associated. External IP: 172.27.2.38, port: cf294d93-7af7-453d-818c-abf9ef7c04af.
Feb 02 13:42:13.068870 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941ab917-e8d4-4a15-8c08-32bad1c15843 None None] Pushing event updated for resources: {'Port': ['ID=be8fc8fc-f118-427a-b651-ee048f198020,revision_number=4']} {{(pid=80187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:42:13.077533 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-941ab917-e8d4-4a15-8c08-32bad1c15843 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:42:13.138240 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e04e787-f19f-4afd-9574-03badebeaeb6 None None] Routers {'abbaa997-98e4-4c19-9542-2b246e1cac82'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:42:13.138240 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-6e04e787-f19f-4afd-9574-03badebeaeb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e9c312b0>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:41:59Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['abbaa997-98e4-4c19-9542-2b246e1cac82'], 'active': True} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:42:13.594908 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f898de1-c602-4d5d-9b49-e9a690af056b tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Router e1313b03-1e45-4cf1-8d41-dae65ce45e1d has already been hosted by L3 agent 46ed2aac-7d32-4274-9cac-387c5fc2cd87 {{(pid=80184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 02 13:42:13.673629 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-6e04e787-f19f-4afd-9574-03badebeaeb6 None None] Set router abbaa997-98e4-4c19-9542-2b246e1cac82 gateway port host: dv-cinder-772388-4-iscsi {{(pid=80187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:42:13.826699 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f898de1-c602-4d5d-9b49-e9a690af056b tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify agent at l3_agent.dv-cinder-772388-4-iscsi the message routers_updated {{(pid=80184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 02 13:42:13.831803 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-6f898de1-c602-4d5d-9b49-e9a690af056b tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for floatingip, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:13.844097 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cc51ef-cf26-4167-b24a-b91c17f6c15d None None] Sync routers for ids ['e1313b03-1e45-4cf1-8d41-dae65ce45e1d'] in dv-cinder-772388-4-iscsi {{(pid=80186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 02 13:42:13.859257 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cc51ef-cf26-4167-b24a-b91c17f6c15d None None] Routers {'e1313b03-1e45-4cf1-8d41-dae65ce45e1d'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:42:13.860280 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-07cc51ef-cf26-4167-b24a-b91c17f6c15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e94b6470>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:41:59Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['e1313b03-1e45-4cf1-8d41-dae65ce45e1d'], 'active': True} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:42:13.926621 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-6f898de1-c602-4d5d-9b49-e9a690af056b tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "PUT /v2.0/floatingips/52e00dc3-8cc4-47cf-a575-e89fc47cc13a HTTP/1.1" status: 200  len: 990 time: 2.3947606
Feb 02 13:42:13.931687 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af5c64e0-45e4-4d02-8b79-5558d2a387ae', 'tag': 'cf294d93-7af7-453d-818c-abf9ef7c04af'}] {{(pid=80184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:42:14.038308 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af5c64e0-45e4-4d02-8b79-5558d2a387ae', 'tag': 'cf294d93-7af7-453d-818c-abf9ef7c04af', 'status': 'completed', 'code': 200}
Feb 02 13:42:14.203365 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-07cc51ef-cf26-4167-b24a-b91c17f6c15d None None] Set router e1313b03-1e45-4cf1-8d41-dae65ce45e1d gateway port host: dv-cinder-772388-4-iscsi {{(pid=80186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:42:14.245025 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f5671-2c8d-4dee-b74d-cce5d44c6ad9 req-241b1012-80b7-4b62-8dae-60d1678f8196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:42:14.247879 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-cb0f5671-2c8d-4dee-b74d-cce5d44c6ad9 req-241b1012-80b7-4b62-8dae-60d1678f8196 service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=4137e2122c7f40189b0a34f1651c3764&device_id=af5c64e0-45e4-4d02-8b79-5558d2a387ae HTTP/1.1" status: 200  len: 1162 time: 0.1754677
Feb 02 13:42:14.357075 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-6e04e787-f19f-4afd-9574-03badebeaeb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e9c312b0>, [{'id': 'abbaa997-98e4-4c19-9542-2b246e1cac82', 'name': 'tempest-TestMinimumBasicScenario-1374839131-router', 'tenant_id': 'c7377d5a96854dd78261e26bac4d60a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '4948a0d2-6b86-4e33-83d0-47922905e1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:41:58Z', 'updated_at': '2021-02-02T13:42:06Z', 'revision_number': 4, 'project_id': 'c7377d5a96854dd78261e26bac4d60a5', 'gw_port': {'id': '4948a0d2-6b86-4e33-83d0-47922905e1d5', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbaa997-98e4-4c19-9542-2b246e1cac82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:59Z', 'updated_at': '2021-02-02T13:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_interfaces': [{'id': 'be8fc8fc-f118-427a-b651-ee048f198020', 'name': '', 'network_id': '2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4', 'tenant_id': 'c7377d5a96854dd78261e26bac4d60a5', 'mac_address': 'fa:16:3e:32:da:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abbaa997-98e4-4c19-9542-2b246e1cac82', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6ba67f1d-6632-44fe-98c0-2a645afeb419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:42:05Z', 'updated_at': '2021-02-02T13:42:12Z', 'revision_number': 4, 'project_id': 'c7377d5a96854dd78261e26bac4d60a5', 'subnets': [{'id': '6ba67f1d-6632-44fe-98c0-2a645afeb419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:42:14.362170 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e04e787-f19f-4afd-9574-03badebeaeb6 None None] The sync data for ids ['abbaa997-98e4-4c19-9542-2b246e1cac82'] in dv-cinder-772388-4-iscsi is: [{'id': 'abbaa997-98e4-4c19-9542-2b246e1cac82', 'name': 'tempest-TestMinimumBasicScenario-1374839131-router', 'tenant_id': 'c7377d5a96854dd78261e26bac4d60a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '4948a0d2-6b86-4e33-83d0-47922905e1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:41:58Z', 'updated_at': '2021-02-02T13:42:06Z', 'revision_number': 4, 'project_id': 'c7377d5a96854dd78261e26bac4d60a5', 'gw_port': {'id': '4948a0d2-6b86-4e33-83d0-47922905e1d5', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbaa997-98e4-4c19-9542-2b246e1cac82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:59Z', 'updated_at': '2021-02-02T13:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_interfaces': [{'id': 'be8fc8fc-f118-427a-b651-ee048f198020', 'name': '', 'network_id': '2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4', 'tenant_id': 'c7377d5a96854dd78261e26bac4d60a5', 'mac_address': 'fa:16:3e:32:da:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abbaa997-98e4-4c19-9542-2b246e1cac82', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6ba67f1d-6632-44fe-98c0-2a645afeb419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:42:05Z', 'updated_at': '2021-02-02T13:42:12Z', 'revision_number': 4, 'project_id': 'c7377d5a96854dd78261e26bac4d60a5', 'subnets': [{'id': '6ba67f1d-6632-44fe-98c0-2a645afeb419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 02 13:42:14.698485 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f5671-2c8d-4dee-b74d-cce5d44c6ad9 req-b1c70856-e8db-436b-a961-d274d3c82f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:42:14.707552 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-cb0f5671-2c8d-4dee-b74d-cce5d44c6ad9 req-b1c70856-e8db-436b-a961-d274d3c82f9f service neutron] 10.222.0.132 "GET /v2.0/networks?id=1686445e-9089-4fcd-bac5-a148e4ca86fe HTTP/1.1" status: 200  len: 910 time: 0.4440444
Feb 02 13:42:14.841217 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-07cc51ef-cf26-4167-b24a-b91c17f6c15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e94b6470>, [{'id': 'e1313b03-1e45-4cf1-8d41-dae65ce45e1d', 'name': 'tempest-AttachVolumeShelveTestJSON-477103384-router', 'tenant_id': '4137e2122c7f40189b0a34f1651c3764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b9709bcd-a7f5-41be-af20-602edf798719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:36:26Z', 'updated_at': '2021-02-02T13:36:55Z', 'revision_number': 4, 'project_id': '4137e2122c7f40189b0a34f1651c3764', 'gw_port': {'id': 'b9709bcd-a7f5-41be-af20-602edf798719', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1313b03-1e45-4cf1-8d41-dae65ce45e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:36:29Z', 'updated_at': '2021-02-02T13:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_floatingips': [{'id': '52e00dc3-8cc4-47cf-a575-e89fc47cc13a', 'tenant_id': '4137e2122c7f40189b0a34f1651c3764', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'router_id': 'e1313b03-1e45-4cf1-8d41-dae65ce45e1d', 'port_id': 'cf294d93-7af7-453d-818c-abf9ef7c04af', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1686445e-9089-4fcd-bac5-a148e4ca86fe', 'mac_address': 'fa:16:3e:e3:04:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5c64e0-45e4-4d02-8b79-5558d2a387ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-02T13:41:50Z', 'updated_at': '2021-02-02T13:42:12Z', 'revision_number': 1, 'project_id': '4137e2122c7f40189b0a34f1651c3764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19a4bc2b-de92-4b0c-aa3a-64e1dbbc94b0', 'name': '', 'network_id': '1686445e-9089-4fcd-bac5-a148e4ca86fe', 'tenant_id': '4137e2122c7f40189b0a34f1651c3764', 'mac_address': 'fa:16:3e:ee:16:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1313b03-1e45-4cf1-8d41-dae65ce45e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'e86f023b-3193-46b5-b935-af688f96c4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:36:50Z', 'updated_at': '2021-02-02T13:37:09Z', 'revision_number': 5, 'project_id': '4137e2122c7f40189b0a34f1651c3764', 'subnets': [{'id': 'e86f023b-3193-46b5-b935-af688f96c4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:42:14.846869 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cc51ef-cf26-4167-b24a-b91c17f6c15d None None] Checking router: e1313b03-1e45-4cf1-8d41-dae65ce45e1d for host: dv-cinder-772388-4-iscsi {{(pid=80186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 02 13:42:14.869802 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cc51ef-cf26-4167-b24a-b91c17f6c15d None None] Routers {'e1313b03-1e45-4cf1-8d41-dae65ce45e1d'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:42:14.870603 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-07cc51ef-cf26-4167-b24a-b91c17f6c15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e94b6470>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:41:59Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['e1313b03-1e45-4cf1-8d41-dae65ce45e1d'], 'active': True} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:42:14.937970 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-cb0f5671-2c8d-4dee-b74d-cce5d44c6ad9 req-2a38301e-eb3a-4474-834c-590d66bff948 service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf294d93-7af7-453d-818c-abf9ef7c04af HTTP/1.1" status: 200  len: 998 time: 0.2260766
Feb 02 13:42:15.059051 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f5671-2c8d-4dee-b74d-cce5d44c6ad9 req-0e353f96-c0a3-4a11-8fe7-4c1446f6c60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:42:15.060993 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-cb0f5671-2c8d-4dee-b74d-cce5d44c6ad9 req-0e353f96-c0a3-4a11-8fe7-4c1446f6c60c service neutron] 10.222.0.132 "GET /v2.0/subnets?id=e86f023b-3193-46b5-b935-af688f96c4c8 HTTP/1.1" status: 200  len: 855 time: 0.1088579
Feb 02 13:42:15.111635 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-07cc51ef-cf26-4167-b24a-b91c17f6c15d None None] Set router e1313b03-1e45-4cf1-8d41-dae65ce45e1d gateway port host: dv-cinder-772388-4-iscsi {{(pid=80186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:42:15.273898 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f5671-2c8d-4dee-b74d-cce5d44c6ad9 req-bb8f3f0b-a9cd-47b7-851f-568dfa26a253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:42:15.277179 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-cb0f5671-2c8d-4dee-b74d-cce5d44c6ad9 req-bb8f3f0b-a9cd-47b7-851f-568dfa26a253 service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=1686445e-9089-4fcd-bac5-a148e4ca86fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2081778
Feb 02 13:42:15.575352 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-07cc51ef-cf26-4167-b24a-b91c17f6c15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e94b6470>, [{'id': 'e1313b03-1e45-4cf1-8d41-dae65ce45e1d', 'name': 'tempest-AttachVolumeShelveTestJSON-477103384-router', 'tenant_id': '4137e2122c7f40189b0a34f1651c3764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b9709bcd-a7f5-41be-af20-602edf798719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:36:26Z', 'updated_at': '2021-02-02T13:36:55Z', 'revision_number': 4, 'project_id': '4137e2122c7f40189b0a34f1651c3764', 'gw_port': {'id': 'b9709bcd-a7f5-41be-af20-602edf798719', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1313b03-1e45-4cf1-8d41-dae65ce45e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:36:29Z', 'updated_at': '2021-02-02T13:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_floatingips': [{'id': '52e00dc3-8cc4-47cf-a575-e89fc47cc13a', 'tenant_id': '4137e2122c7f40189b0a34f1651c3764', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'router_id': 'e1313b03-1e45-4cf1-8d41-dae65ce45e1d', 'port_id': 'cf294d93-7af7-453d-818c-abf9ef7c04af', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1686445e-9089-4fcd-bac5-a148e4ca86fe', 'mac_address': 'fa:16:3e:e3:04:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5c64e0-45e4-4d02-8b79-5558d2a387ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-02T13:41:50Z', 'updated_at': '2021-02-02T13:42:12Z', 'revision_number': 1, 'project_id': '4137e2122c7f40189b0a34f1651c3764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19a4bc2b-de92-4b0c-aa3a-64e1dbbc94b0', 'name': '', 'network_id': '1686445e-9089-4fcd-bac5-a148e4ca86fe', 'tenant_id': '4137e2122c7f40189b0a34f1651c3764', 'mac_address': 'fa:16:3e:ee:16:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1313b03-1e45-4cf1-8d41-dae65ce45e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'e86f023b-3193-46b5-b935-af688f96c4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:36:50Z', 'updated_at': '2021-02-02T13:37:09Z', 'revision_number': 5, 'project_id': '4137e2122c7f40189b0a34f1651c3764', 'subnets': [{'id': 'e86f023b-3193-46b5-b935-af688f96c4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:42:15.576147 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-cb0f5671-2c8d-4dee-b74d-cce5d44c6ad9 req-01da189b-e73c-4e1b-ab76-7bdc9ba5ae33 service neutron] 10.222.0.132 "GET /v2.0/networks/1686445e-9089-4fcd-bac5-a148e4ca86fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2808931
Feb 02 13:42:15.581263 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cc51ef-cf26-4167-b24a-b91c17f6c15d None None] The sync data for ids ['e1313b03-1e45-4cf1-8d41-dae65ce45e1d'] in dv-cinder-772388-4-iscsi is: [{'id': 'e1313b03-1e45-4cf1-8d41-dae65ce45e1d', 'name': 'tempest-AttachVolumeShelveTestJSON-477103384-router', 'tenant_id': '4137e2122c7f40189b0a34f1651c3764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b9709bcd-a7f5-41be-af20-602edf798719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:36:26Z', 'updated_at': '2021-02-02T13:36:55Z', 'revision_number': 4, 'project_id': '4137e2122c7f40189b0a34f1651c3764', 'gw_port': {'id': 'b9709bcd-a7f5-41be-af20-602edf798719', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1313b03-1e45-4cf1-8d41-dae65ce45e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:36:29Z', 'updated_at': '2021-02-02T13:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_floatingips': [{'id': '52e00dc3-8cc4-47cf-a575-e89fc47cc13a', 'tenant_id': '4137e2122c7f40189b0a34f1651c3764', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'router_id': 'e1313b03-1e45-4cf1-8d41-dae65ce45e1d', 'port_id': 'cf294d93-7af7-453d-818c-abf9ef7c04af', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1686445e-9089-4fcd-bac5-a148e4ca86fe', 'mac_address': 'fa:16:3e:e3:04:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5c64e0-45e4-4d02-8b79-5558d2a387ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-02T13:41:50Z', 'updated_at': '2021-02-02T13:42:12Z', 'revision_number': 1, 'project_id': '4137e2122c7f40189b0a34f1651c3764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19a4bc2b-de92-4b0c-aa3a-64e1dbbc94b0', 'name': '', 'network_id': '1686445e-9089-4fcd-bac5-a148e4ca86fe', 'tenant_id': '4137e2122c7f40189b0a34f1651c3764', 'mac_address': 'fa:16:3e:ee:16:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1313b03-1e45-4cf1-8d41-dae65ce45e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'e86f023b-3193-46b5-b935-af688f96c4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:36:50Z', 'updated_at': '2021-02-02T13:37:09Z', 'revision_number': 5, 'project_id': '4137e2122c7f40189b0a34f1651c3764', 'subnets': [{'id': 'e86f023b-3193-46b5-b935-af688f96c4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 02 13:42:15.859859 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-cb0f5671-2c8d-4dee-b74d-cce5d44c6ad9 req-c2c2d440-bbb4-4dc2-b0b8-132c9dcbb61e service neutron] 10.222.0.132 "GET /v2.0/networks/1686445e-9089-4fcd-bac5-a148e4ca86fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2713535
Feb 02 13:42:16.089070 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f813cd-c21d-4186-a727-cb9c0ad79ec2 None None] New status for floating IP 52e00dc3-8cc4-47cf-a575-e89fc47cc13a: ACTIVE {{(pid=80187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 02 13:42:16.381438 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device be8fc8fc-f118-427a-b651-ee048f198020 up at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:42:16.533469 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning for port be8fc8fc-f118-427a-b651-ee048f198020 completed by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:42:16.542065 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning complete for port be8fc8fc-f118-427a-b651-ee048f198020 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:42:16.542605 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:16.843107 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:16.889109 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] For port be8fc8fc-f118-427a-b651-ee048f198020, host dv-cinder-772388-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=be8fc8fc-f118-427a-b651-ee048f198020,segment=NetworkSegment(4e775aad-c37b-4a2c-b799-042e82a5eee6),segment_id=4e775aad-c37b-4a2c-b799-042e82a5eee6)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:42:16.892563 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:16.895293 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:42:16.980390 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Pushing event updated for resources: {'Port': ['ID=be8fc8fc-f118-427a-b651-ee048f198020,revision_number=5']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:42:16.989780 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:42:16.990316 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:42:16.990854 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:42:16.991336 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:42:16.991772 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:42:16.992289 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:42:16.992726 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:42:16.993270 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:42:16.993703 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:42:16.994228 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:42:16.994669 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:42:16.995185 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:42:16.995676 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:42:16.996228 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:42:16.996676 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:42:16.999468 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:42:16.999468 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:42:17.000326 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:42:17.000822 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:42:17.001190 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:42:17.001566 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:42:17.002008 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:42:17.002512 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:42:17.002801 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:42:17.008164 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:42:18.368063 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device be8fc8fc-f118-427a-b651-ee048f198020 up at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:42:18.460262 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning complete for port be8fc8fc-f118-427a-b651-ee048f198020 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:42:18.461030 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:22.376273 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62e854-9ce2-459e-8631-66bd6014ec12 req-88c27de3-3ef0-44e9-9d79-95ce6d534309 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:42:22.377986 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-0e62e854-9ce2-459e-8631-66bd6014ec12 req-88c27de3-3ef0-44e9-9d79-95ce6d534309 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/networks?id=2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4 HTTP/1.1" status: 200  len: 815 time: 0.2841136
Feb 02 13:42:22.396381 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-0e62e854-9ce2-459e-8631-66bd6014ec12 req-830b4907-f128-488d-9fdd-35fbb455090c tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/quotas/c7377d5a96854dd78261e26bac4d60a5 HTTP/1.1" status: 200  len: 375 time: 0.0110672
Feb 02 13:42:22.523241 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-0e62e854-9ce2-459e-8631-66bd6014ec12 req-87749a74-d849-4d87-beb7-8b1a2bd76a47 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/ports?tenant_id=c7377d5a96854dd78261e26bac4d60a5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1204269
Feb 02 13:42:22.742719 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-0e62e854-9ce2-459e-8631-66bd6014ec12 req-2f22346a-c697-4ef7-9d52-437b5b4c16c2 service neutron] 10.222.0.133 "GET /v2.0/networks/2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2045219
Feb 02 13:42:22.928721 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-0e62e854-9ce2-459e-8631-66bd6014ec12 req-de599ecf-1ee1-47c3-90d8-e77b20d16ef0 service neutron] 10.222.0.133 "GET /v2.0/networks/2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1781507
Feb 02 13:42:23.192644 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-570194be-3be7-4827-99e2-36aab2a3295f req-e2b2fd23-cdd8-4aed-98a9-117c41d8f86f tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/ports?device_id=3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2 HTTP/1.1" status: 200  len: 210 time: 0.0621819
Feb 02 13:42:23.389059 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.agents_db [None req-a5446886-6d63-4256-b3e6-4e67ca866f31 None None] Agent healthcheck: found 6 active agents {{(pid=80187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 02 13:42:24.460898 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-15304868-daa7-45fe-b8b3-b30006b56dc1 req-1915ce48-42bc-4509-a672-4889294ff998 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/ports?device_id=3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2 HTTP/1.1" status: 200  len: 210 time: 0.0809240
Feb 02 13:42:24.618633 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62e854-9ce2-459e-8631-66bd6014ec12 req-2d3180da-3645-496b-8713-3ac7b9a423e6 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:42:24.620497 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-0e62e854-9ce2-459e-8631-66bd6014ec12 req-2d3180da-3645-496b-8713-3ac7b9a423e6 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.132 "GET /v2.0/networks?id=2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4 HTTP/1.1" status: 200  len: 815 time: 0.3483992
Feb 02 13:42:24.650912 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-0e62e854-9ce2-459e-8631-66bd6014ec12 req-2711a8b3-836d-412f-a9d1-2001461190cf tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Request body: {'port': {'device_id': '3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2', 'network_id': '2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4', 'admin_state_up': True, 'tenant_id': 'c7377d5a96854dd78261e26bac4d60a5'}} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:42:25.183862 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-0e62e854-9ce2-459e-8631-66bd6014ec12 req-2711a8b3-836d-412f-a9d1-2001461190cf tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:42:25.189804 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-0e62e854-9ce2-459e-8631-66bd6014ec12 req-2711a8b3-836d-412f-a9d1-2001461190cf tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Usage tracker for resource:port and tenant:c7377d5a96854dd78261e26bac4d60a5 is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:42:25.194949 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-0e62e854-9ce2-459e-8631-66bd6014ec12 req-2711a8b3-836d-412f-a9d1-2001461190cf tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:42:25.203439 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-0e62e854-9ce2-459e-8631-66bd6014ec12 req-2711a8b3-836d-412f-a9d1-2001461190cf tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:42:25.216900 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e62e854-9ce2-459e-8631-66bd6014ec12 req-2711a8b3-836d-412f-a9d1-2001461190cf tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Made reservation on behalf of c7377d5a96854dd78261e26bac4d60a5 for: {'port': 1} {{(pid=80184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 02 13:42:25.250533 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-0e62e854-9ce2-459e-8631-66bd6014ec12 req-2711a8b3-836d-412f-a9d1-2001461190cf tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:25.724390 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ae0d3e01-0648-48b5-9927-f6304199831e req-368870f9-2a48-4869-844f-aff09ac07f06 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/ports?device_id=3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2 HTTP/1.1" status: 200  len: 210 time: 0.0670443
Feb 02 13:42:25.740700 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_common [req-0e62e854-9ce2-459e-8631-66bd6014ec12 req-2711a8b3-836d-412f-a9d1-2001461190cf tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Allocated IP 172.20.0.8 (2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4/6ba67f1d-6632-44fe-98c0-2a645afeb419/e8d13c4a-6a19-4bb6-be52-1ffd88e69572) {{(pid=80184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 02 13:42:25.967264 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-89a46c57-75a8-4a49-8c16-9f95ec61e77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:26.128121 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-0e62e854-9ce2-459e-8631-66bd6014ec12 req-2711a8b3-836d-412f-a9d1-2001461190cf tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Notify callbacks [] for port, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:26.149435 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [req-0e62e854-9ce2-459e-8631-66bd6014ec12 req-2711a8b3-836d-412f-a9d1-2001461190cf tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Transition to ACTIVE for port object e8d13c4a-6a19-4bb6-be52-1ffd88e69572 will not be triggered until provisioned by entity DHCP. {{(pid=80184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:42:26.176412 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-0e62e854-9ce2-459e-8631-66bd6014ec12 req-2711a8b3-836d-412f-a9d1-2001461190cf tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264943169311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851940450'] for port, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:26.194067 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-73f480de-f73e-410a-b394-f45197a8f15f tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:42:26.386008 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711a8b3-836d-412f-a9d1-2001461190cf tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Pushing event updated for resources: {'Port': ['ID=e8d13c4a-6a19-4bb6-be52-1ffd88e69572,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:42:26.395686 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-2711a8b3-836d-412f-a9d1-2001461190cf tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:42:26.507628 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e62e854-9ce2-459e-8631-66bd6014ec12 req-2711a8b3-836d-412f-a9d1-2001461190cf tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Network 2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4 is already hosted by enough agents. {{(pid=80184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:42:26.509974 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [req-0e62e854-9ce2-459e-8631-66bd6014ec12 req-2711a8b3-836d-412f-a9d1-2001461190cf tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Resources bound (agent type, host, resource id):  {{(pid=80184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:42:26.513992 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e62e854-9ce2-459e-8631-66bd6014ec12 req-2711a8b3-836d-412f-a9d1-2001461190cf tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Received port after_create {{(pid=80184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 02 13:42:26.752948 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62e854-9ce2-459e-8631-66bd6014ec12 req-2711a8b3-836d-412f-a9d1-2001461190cf tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:42:26.754203 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-0e62e854-9ce2-459e-8631-66bd6014ec12 req-2711a8b3-836d-412f-a9d1-2001461190cf tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for port, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:26.823643 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-0e62e854-9ce2-459e-8631-66bd6014ec12 req-2711a8b3-836d-412f-a9d1-2001461190cf tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.132 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1816595
Feb 02 13:42:26.908750 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-0e62e854-9ce2-459e-8631-66bd6014ec12 req-4f7a5a24-ead3-4afe-a867-4d4386c2352b service neutron] Request body: {'port': {'device_id': '3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:42:26.973249 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-7f85198d-aa4a-4d36-9842-742cc0ad7b33 None None] Provisioning for port e8d13c4a-6a19-4bb6-be52-1ffd88e69572 completed by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:42:26.982912 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-7f85198d-aa4a-4d36-9842-742cc0ad7b33 None None] Provisioning complete for port e8d13c4a-6a19-4bb6-be52-1ffd88e69572 triggered by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:42:26.983707 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-7f85198d-aa4a-4d36-9842-742cc0ad7b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:27.096494 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-7f85198d-aa4a-4d36-9842-742cc0ad7b33 None None] Port e8d13c4a-6a19-4bb6-be52-1ffd88e69572 cannot update to ACTIVE because it is not bound. {{(pid=80186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 02 13:42:27.230020 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-0e62e854-9ce2-459e-8631-66bd6014ec12 req-4f7a5a24-ead3-4afe-a867-4d4386c2352b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:27.505766 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f809f24-2e37-449e-a4e5-092ddb9fe0e4 req-1f27f34d-2950-4586-b045-e9ba25608402 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:42:27.506491 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-3f809f24-2e37-449e-a4e5-092ddb9fe0e4 req-1f27f34d-2950-4586-b045-e9ba25608402 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Synchronizing usage tracker for tenant:c7377d5a96854dd78261e26bac4d60a5 on resource:port {{(pid=80184) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:42:27.598281 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-3f809f24-2e37-449e-a4e5-092ddb9fe0e4 req-1f27f34d-2950-4586-b045-e9ba25608402 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Unset dirty status for tenant:c7377d5a96854dd78261e26bac4d60a5 on resource:port {{(pid=80184) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:42:27.600380 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3f809f24-2e37-449e-a4e5-092ddb9fe0e4 req-1f27f34d-2950-4586-b045-e9ba25608402 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/ports?device_id=3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2 HTTP/1.1" status: 200  len: 931 time: 0.4868138
Feb 02 13:42:27.784750 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3f809f24-2e37-449e-a4e5-092ddb9fe0e4 req-2d6c6f83-5217-44cb-a605-b40d902716a1 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/security-groups?id=6419cc62-b27d-4d08-bd9b-1b4889c2b9ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1736174
Feb 02 13:42:28.015913 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [req-0e62e854-9ce2-459e-8631-66bd6014ec12 req-4f7a5a24-ead3-4afe-a867-4d4386c2352b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8d13c4a-6a19-4bb6-be52-1ffd88e69572 {{(pid=80184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 02 13:42:28.025639 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-0e62e854-9ce2-459e-8631-66bd6014ec12 req-4f7a5a24-ead3-4afe-a867-4d4386c2352b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:28.040483 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [req-0e62e854-9ce2-459e-8631-66bd6014ec12 req-4f7a5a24-ead3-4afe-a867-4d4386c2352b service neutron] Transition to ACTIVE for port object e8d13c4a-6a19-4bb6-be52-1ffd88e69572 will not be triggered until provisioned by entity L2. {{(pid=80184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:42:28.043688 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-0e62e854-9ce2-459e-8631-66bd6014ec12 req-4f7a5a24-ead3-4afe-a867-4d4386c2352b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2835433'] for port, after_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:28.061672 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-ca783647-114b-49e1-babf-54369f8e1cd5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:42:28.235117 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a5a24-ead3-4afe-a867-4d4386c2352b service neutron] Pushing event updated for resources: {'Port': ['ID=e8d13c4a-6a19-4bb6-be52-1ffd88e69572,revision_number=2']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:42:28.241176 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-4f7a5a24-ead3-4afe-a867-4d4386c2352b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:42:28.575910 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [req-0e62e854-9ce2-459e-8631-66bd6014ec12 req-4f7a5a24-ead3-4afe-a867-4d4386c2352b service neutron] Attempting to bind port e8d13c4a-6a19-4bb6-be52-1ffd88e69572 on host hv-cinder-77238 for vnic_type normal with profile  {{(pid=80184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 02 13:42:28.576344 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [req-0e62e854-9ce2-459e-8631-66bd6014ec12 req-4f7a5a24-ead3-4afe-a867-4d4386c2352b service neutron] Attempting to bind port e8d13c4a-6a19-4bb6-be52-1ffd88e69572 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '4e775aad-c37b-4a2c-b799-042e82a5eee6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4'}] {{(pid=80184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 02 13:42:28.576711 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e62e854-9ce2-459e-8631-66bd6014ec12 req-4f7a5a24-ead3-4afe-a867-4d4386c2352b service neutron] Attempting to bind port e8d13c4a-6a19-4bb6-be52-1ffd88e69572 on network 2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4 {{(pid=80184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 02 13:42:28.583155 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e62e854-9ce2-459e-8631-66bd6014ec12 req-4f7a5a24-ead3-4afe-a867-4d4386c2352b service neutron] Checking agent: {'id': '3f7ac43e-b359-42e2-9e67-18be39e96b32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 34, 33), 'started_at': datetime.datetime(2021, 2, 2, 13, 35, 3), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.120', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 02 13:42:28.583538 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e62e854-9ce2-459e-8631-66bd6014ec12 req-4f7a5a24-ead3-4afe-a867-4d4386c2352b service neutron] Checking segment: {'id': '4e775aad-c37b-4a2c-b799-042e82a5eee6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:42:28.583955 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-0e62e854-9ce2-459e-8631-66bd6014ec12 req-4f7a5a24-ead3-4afe-a867-4d4386c2352b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:28.584351 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e62e854-9ce2-459e-8631-66bd6014ec12 req-4f7a5a24-ead3-4afe-a867-4d4386c2352b service neutron] Bound using segment: {'id': '4e775aad-c37b-4a2c-b799-042e82a5eee6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4'} {{(pid=80184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 02 13:42:28.584832 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [req-0e62e854-9ce2-459e-8631-66bd6014ec12 req-4f7a5a24-ead3-4afe-a867-4d4386c2352b service neutron] Bound port: e8d13c4a-6a19-4bb6-be52-1ffd88e69572, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e775aad-c37b-4a2c-b799-042e82a5eee6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4'}}] {{(pid=80184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 02 13:42:28.585201 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-0e62e854-9ce2-459e-8631-66bd6014ec12 req-4f7a5a24-ead3-4afe-a867-4d4386c2352b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:28.699025 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-0e62e854-9ce2-459e-8631-66bd6014ec12 req-4f7a5a24-ead3-4afe-a867-4d4386c2352b service neutron] For port e8d13c4a-6a19-4bb6-be52-1ffd88e69572, host hv-cinder-77238, cleared binding levels {{(pid=80184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 02 13:42:28.702680 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-0e62e854-9ce2-459e-8631-66bd6014ec12 req-4f7a5a24-ead3-4afe-a867-4d4386c2352b service neutron] For port e8d13c4a-6a19-4bb6-be52-1ffd88e69572, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=e8d13c4a-6a19-4bb6-be52-1ffd88e69572,segment=NetworkSegment(4e775aad-c37b-4a2c-b799-042e82a5eee6),segment_id=4e775aad-c37b-4a2c-b799-042e82a5eee6)] {{(pid=80184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 02 13:42:28.706390 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-0e62e854-9ce2-459e-8631-66bd6014ec12 req-4f7a5a24-ead3-4afe-a867-4d4386c2352b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2835433'] for port, after_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:28.723799 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-25f8c48d-4eb4-4046-ab20-0d7cf00de8db tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:42:28.833648 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a5a24-ead3-4afe-a867-4d4386c2352b service neutron] Pushing event updated for resources: {'Port': ['ID=e8d13c4a-6a19-4bb6-be52-1ffd88e69572,revision_number=3']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:42:28.840114 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-4f7a5a24-ead3-4afe-a867-4d4386c2352b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:42:29.034419 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c7e8766e-8d12-4426-afca-822902410145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:29.096252 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62e854-9ce2-459e-8631-66bd6014ec12 req-4f7a5a24-ead3-4afe-a867-4d4386c2352b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:42:29.096937 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-0e62e854-9ce2-459e-8631-66bd6014ec12 req-4f7a5a24-ead3-4afe-a867-4d4386c2352b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for port, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:29.099060 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-0e62e854-9ce2-459e-8631-66bd6014ec12 req-4f7a5a24-ead3-4afe-a867-4d4386c2352b service neutron] 10.222.0.132 "PUT /v2.0/ports/e8d13c4a-6a19-4bb6-be52-1ffd88e69572 HTTP/1.1" status: 200  len: 1157 time: 2.1955843
Feb 02 13:42:29.101683 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2', 'tag': 'e8d13c4a-6a19-4bb6-be52-1ffd88e69572'}] {{(pid=80184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:42:29.323821 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-273b9070-8e0f-4a70-84a3-c54e23c7d042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:29.343507 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dac4b9-61ee-4377-8757-db4c91aa7487 req-edaf8ee1-3d65-46e7-96bf-020145bcaa98 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:42:29.345446 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-71dac4b9-61ee-4377-8757-db4c91aa7487 req-edaf8ee1-3d65-46e7-96bf-020145bcaa98 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/ports?device_id=3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2 HTTP/1.1" status: 200  len: 943 time: 0.3137438
Feb 02 13:42:29.347302 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2', 'tag': 'e8d13c4a-6a19-4bb6-be52-1ffd88e69572', 'status': 'completed', 'code': 200}
Feb 02 13:42:29.479401 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-71dac4b9-61ee-4377-8757-db4c91aa7487 req-b87c8fbd-8de8-4495-9b91-e2d8288ef679 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/security-groups?id=6419cc62-b27d-4d08-bd9b-1b4889c2b9ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854776
Feb 02 13:42:29.492828 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62e854-9ce2-459e-8631-66bd6014ec12 req-c2031c15-712d-4206-873c-a39eb97deca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:42:29.494475 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-0e62e854-9ce2-459e-8631-66bd6014ec12 req-c2031c15-712d-4206-873c-a39eb97deca9 service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=c7377d5a96854dd78261e26bac4d60a5&device_id=3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2 HTTP/1.1" status: 200  len: 1160 time: 0.1463394
Feb 02 13:42:29.696818 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-0e62e854-9ce2-459e-8631-66bd6014ec12 req-cea59701-7112-4c7f-b29b-4ef164f697fb service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8d13c4a-6a19-4bb6-be52-1ffd88e69572 HTTP/1.1" status: 200  len: 217 time: 0.0963600
Feb 02 13:42:29.934589 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62e854-9ce2-459e-8631-66bd6014ec12 req-69006bd9-3241-4d2e-a15b-f684e6c2e23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:42:29.936589 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-0e62e854-9ce2-459e-8631-66bd6014ec12 req-69006bd9-3241-4d2e-a15b-f684e6c2e23e service neutron] 10.222.0.132 "GET /v2.0/subnets?id=6ba67f1d-6632-44fe-98c0-2a645afeb419 HTTP/1.1" status: 200  len: 854 time: 0.0887148
Feb 02 13:42:30.290640 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62e854-9ce2-459e-8631-66bd6014ec12 req-523c2338-289b-4a70-b957-afc1272c19b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:42:30.293818 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-0e62e854-9ce2-459e-8631-66bd6014ec12 req-523c2338-289b-4a70-b957-afc1272c19b3 service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1192248
Feb 02 13:42:30.303168 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:30.453713 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-0e62e854-9ce2-459e-8631-66bd6014ec12 req-747ae3dc-c188-4fb9-8953-c39a3ca5ed6b service neutron] 10.222.0.132 "GET /v2.0/networks/2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1507127
Feb 02 13:42:30.640062 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-0e62e854-9ce2-459e-8631-66bd6014ec12 req-271b15a6-e071-4320-9cc8-b5d5073683a2 service neutron] 10.222.0.132 "GET /v2.0/networks/2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1564586
Feb 02 13:42:31.064038 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-42ef245d-f728-4293-a752-dedea4fc02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:31.080147 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a76704-285c-4663-89e8-5e5140f4d88d req-a1e0352d-8579-4168-87dc-d47598179a50 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:42:31.084388 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e0a76704-285c-4663-89e8-5e5140f4d88d req-a1e0352d-8579-4168-87dc-d47598179a50 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/ports?device_id=3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2 HTTP/1.1" status: 200  len: 943 time: 0.4377203
Feb 02 13:42:31.102323 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc63642-53e5-420d-85c4-cd8e6842ae4e req-9df2e774-6263-4d43-90fa-f05f4220c726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:42:31.108335 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ebc63642-53e5-420d-85c4-cd8e6842ae4e req-9df2e774-6263-4d43-90fa-f05f4220c726 service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=c7377d5a96854dd78261e26bac4d60a5&device_id=3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2 HTTP/1.1" status: 200  len: 1160 time: 0.3790061
Feb 02 13:42:31.634058 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e0a76704-285c-4663-89e8-5e5140f4d88d req-c5c83d89-22e4-4a2f-9269-b9be3d31ee4b tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/security-groups?id=6419cc62-b27d-4d08-bd9b-1b4889c2b9ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5172710
Feb 02 13:42:31.687444 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc63642-53e5-420d-85c4-cd8e6842ae4e req-aa89016b-129c-474f-a2d2-0ec34a46860a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:42:31.690009 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ebc63642-53e5-420d-85c4-cd8e6842ae4e req-aa89016b-129c-474f-a2d2-0ec34a46860a service neutron] 10.222.0.132 "GET /v2.0/networks?id=2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4 HTTP/1.1" status: 200  len: 909 time: 0.2495744
Feb 02 13:42:31.874563 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ebc63642-53e5-420d-85c4-cd8e6842ae4e req-37f9953b-7c2d-4442-9c24-68b73b7f7062 service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8d13c4a-6a19-4bb6-be52-1ffd88e69572 HTTP/1.1" status: 200  len: 217 time: 0.1440759
Feb 02 13:42:31.981536 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc63642-53e5-420d-85c4-cd8e6842ae4e req-b4a9edbd-6538-4b23-ab00-c204e0ecad0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:42:31.984215 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ebc63642-53e5-420d-85c4-cd8e6842ae4e req-b4a9edbd-6538-4b23-ab00-c204e0ecad0c service neutron] 10.222.0.132 "GET /v2.0/subnets?id=6ba67f1d-6632-44fe-98c0-2a645afeb419 HTTP/1.1" status: 200  len: 854 time: 0.0893924
Feb 02 13:42:32.094730 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc63642-53e5-420d-85c4-cd8e6842ae4e req-1bd68bf7-3deb-4c43-ba81-f7a27e526716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:42:32.097635 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ebc63642-53e5-420d-85c4-cd8e6842ae4e req-1bd68bf7-3deb-4c43-ba81-f7a27e526716 service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1039979
Feb 02 13:42:32.367446 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ebc63642-53e5-420d-85c4-cd8e6842ae4e req-2c495911-4d0d-4af8-b206-21b909b5d51c service neutron] 10.222.0.132 "GET /v2.0/networks/2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2071836
Feb 02 13:42:32.582559 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ebc63642-53e5-420d-85c4-cd8e6842ae4e req-7a8434b1-eac7-471b-8765-84291360b5fe service neutron] 10.222.0.132 "GET /v2.0/networks/2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2093585
Feb 02 13:42:33.024366 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3022cf0d-6b8d-436e-822f-af8b39687c5f req-6d50c0e3-35aa-4d3f-b531-bca4d255d525 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:42:33.027081 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3022cf0d-6b8d-436e-822f-af8b39687c5f req-6d50c0e3-35aa-4d3f-b531-bca4d255d525 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/ports?device_id=3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2 HTTP/1.1" status: 200  len: 943 time: 0.2055871
Feb 02 13:42:33.047669 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:33.108804 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3022cf0d-6b8d-436e-822f-af8b39687c5f req-5f74f128-a1eb-4de0-a192-f1694f1601b0 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/security-groups?id=6419cc62-b27d-4d08-bd9b-1b4889c2b9ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694244
Feb 02 13:42:34.505081 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c043a-27f6-4f10-8cb6-ac50ede6810f req-5550c68a-4b37-43d0-8d79-5424cc006bb0 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:42:34.506815 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-649c043a-27f6-4f10-8cb6-ac50ede6810f req-5550c68a-4b37-43d0-8d79-5424cc006bb0 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/ports?device_id=3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2 HTTP/1.1" status: 200  len: 943 time: 0.2008913
Feb 02 13:42:34.597119 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-649c043a-27f6-4f10-8cb6-ac50ede6810f req-320975a9-44e7-489f-ae49-2e9bacf3bbe2 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/security-groups?id=6419cc62-b27d-4d08-bd9b-1b4889c2b9ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826540
Feb 02 13:42:36.084133 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e74e53-fbf5-416f-a897-cb765fb732ab req-7fcf752f-9683-4e75-90c6-7056c46a8c8c tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:42:36.090259 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-c3e74e53-fbf5-416f-a897-cb765fb732ab req-7fcf752f-9683-4e75-90c6-7056c46a8c8c tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/ports?device_id=3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2 HTTP/1.1" status: 200  len: 943 time: 0.2783933
Feb 02 13:42:36.198422 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-c3e74e53-fbf5-416f-a897-cb765fb732ab req-f6a2a0e4-142f-496b-b6d3-beb3cb70b29b tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/security-groups?id=6419cc62-b27d-4d08-bd9b-1b4889c2b9ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1077268
Feb 02 13:42:36.515768 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-4b2c49df-8975-4e62-8fc6-4bcb5850bf60 req-dd998549-2c93-4623-b4b4-a67819e83eb5 service neutron] 10.222.0.132 "GET /v2.0/ports?device_id=6cf7f0de-ccd0-430f-a0af-4e57ce8d696e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0939362
Feb 02 13:42:36.715804 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c49df-8975-4e62-8fc6-4bcb5850bf60 req-bcc4de02-b5ee-42e7-92d9-117ddf2a0264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:42:36.717539 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-4b2c49df-8975-4e62-8fc6-4bcb5850bf60 req-bcc4de02-b5ee-42e7-92d9-117ddf2a0264 service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=8e16c9728d43493c958535e3444169f8&device_id=6cf7f0de-ccd0-430f-a0af-4e57ce8d696e HTTP/1.1" status: 200  len: 1163 time: 0.1059816
Feb 02 13:42:37.132619 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c49df-8975-4e62-8fc6-4bcb5850bf60 req-92d1e73c-b601-4dbc-84a3-f96a307b627d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:42:37.134784 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-4b2c49df-8975-4e62-8fc6-4bcb5850bf60 req-92d1e73c-b601-4dbc-84a3-f96a307b627d service neutron] 10.222.0.132 "GET /v2.0/networks?id=49e9892e-e3c8-47c9-a38b-9f46a257b87b HTTP/1.1" status: 200  len: 903 time: 0.2275813
Feb 02 13:42:37.353434 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-4b2c49df-8975-4e62-8fc6-4bcb5850bf60 req-1e8c41df-5e75-42ea-92dc-95b26d93838e service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b3f9eb4-7da2-479a-ae23-9653b881385d HTTP/1.1" status: 200  len: 1001 time: 0.1260622
Feb 02 13:42:37.498109 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c49df-8975-4e62-8fc6-4bcb5850bf60 req-f348c96b-be52-402c-9161-1f6197fc3eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:42:37.500280 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-4b2c49df-8975-4e62-8fc6-4bcb5850bf60 req-f348c96b-be52-402c-9161-1f6197fc3eee service neutron] 10.222.0.132 "GET /v2.0/subnets?id=e347391d-b5e6-4cc9-bee6-953d0e0b3d40 HTTP/1.1" status: 200  len: 848 time: 0.1370659
Feb 02 13:42:37.723352 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289017c-66d0-4610-9697-9889a626fe88 req-980b6110-d4cf-49fe-bde6-4d9db5f04c22 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:42:37.726286 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-f289017c-66d0-4610-9697-9889a626fe88 req-980b6110-d4cf-49fe-bde6-4d9db5f04c22 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/ports?device_id=3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2 HTTP/1.1" status: 200  len: 943 time: 0.3143559
Feb 02 13:42:37.958732 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-f289017c-66d0-4610-9697-9889a626fe88 req-503e8734-44a2-4a87-8e27-8313367fef06 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/security-groups?id=6419cc62-b27d-4d08-bd9b-1b4889c2b9ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1348433
Feb 02 13:42:37.983501 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c49df-8975-4e62-8fc6-4bcb5850bf60 req-221874cd-e38c-49df-9a89-2061e24ecf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:42:37.985281 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-4b2c49df-8975-4e62-8fc6-4bcb5850bf60 req-221874cd-e38c-49df-9a89-2061e24ecf12 service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=49e9892e-e3c8-47c9-a38b-9f46a257b87b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2575679
Feb 02 13:42:38.215532 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-4b2c49df-8975-4e62-8fc6-4bcb5850bf60 req-787c0324-e638-4e67-890e-c52c6b9c66f7 service neutron] 10.222.0.132 "GET /v2.0/networks/49e9892e-e3c8-47c9-a38b-9f46a257b87b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2075365
Feb 02 13:42:38.427234 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-4b2c49df-8975-4e62-8fc6-4bcb5850bf60 req-d3344f46-3511-425a-8b2e-e54e4335c31f service neutron] 10.222.0.132 "GET /v2.0/networks/49e9892e-e3c8-47c9-a38b-9f46a257b87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2068837
Feb 02 13:42:39.477838 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e479d334-9a47-44bc-9cdb-d780273033db req-a40f6129-a53b-4c12-9b5c-02b1313d2f1c tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:42:39.480981 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e479d334-9a47-44bc-9cdb-d780273033db req-a40f6129-a53b-4c12-9b5c-02b1313d2f1c tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/ports?device_id=3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2 HTTP/1.1" status: 200  len: 943 time: 0.2744105
Feb 02 13:42:39.654696 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e479d334-9a47-44bc-9cdb-d780273033db req-226e7572-0bc7-4efe-aa2e-4f17601c218a tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/security-groups?id=6419cc62-b27d-4d08-bd9b-1b4889c2b9ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1601338
Feb 02 13:42:41.092993 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493317af-4617-49eb-ab5e-dd33cb6aed17 req-53b79e34-9998-46eb-835c-6f6a19029f2d tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:42:41.095067 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-493317af-4617-49eb-ab5e-dd33cb6aed17 req-53b79e34-9998-46eb-835c-6f6a19029f2d tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/ports?device_id=3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2 HTTP/1.1" status: 200  len: 943 time: 0.2210093
Feb 02 13:42:41.172785 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-493317af-4617-49eb-ab5e-dd33cb6aed17 req-efe87c8e-9809-4e00-9fc3-2e57af35a300 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/security-groups?id=6419cc62-b27d-4d08-bd9b-1b4889c2b9ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706048
Feb 02 13:42:42.661066 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a12e3-8c92-4f9d-b243-17a9ff6f3ab6 req-b6097b11-8950-4b36-8296-6f2be8f21b7f tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:42:42.664001 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b22a12e3-8c92-4f9d-b243-17a9ff6f3ab6 req-b6097b11-8950-4b36-8296-6f2be8f21b7f tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/ports?device_id=3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2 HTTP/1.1" status: 200  len: 943 time: 0.2831681
Feb 02 13:42:42.779520 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b22a12e3-8c92-4f9d-b243-17a9ff6f3ab6 req-f919b739-46a8-4fb7-aca3-6b91c7030151 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/security-groups?id=6419cc62-b27d-4d08-bd9b-1b4889c2b9ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1071875
Feb 02 13:42:43.882415 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.objects.ports [None req-2c96b218-ec25-493a-bdb8-3656ae1bc9a6 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80186) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 02 13:42:44.193387 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device e8d13c4a-6a19-4bb6-be52-1ffd88e69572 up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:42:44.307093 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning for port e8d13c4a-6a19-4bb6-be52-1ffd88e69572 completed by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:42:44.316595 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port e8d13c4a-6a19-4bb6-be52-1ffd88e69572 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:42:44.317241 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:44.411854 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ac254-7381-4e27-930b-afafb5fb9f2f req-35b012d1-827e-40f3-aa85-69bbc0483c28 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:42:44.412977 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e61ac254-7381-4e27-930b-afafb5fb9f2f req-35b012d1-827e-40f3-aa85-69bbc0483c28 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/ports?device_id=3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2 HTTP/1.1" status: 200  len: 943 time: 0.2812209
Feb 02 13:42:44.524811 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e61ac254-7381-4e27-930b-afafb5fb9f2f req-80b7f54c-ad7d-4775-bb8b-11b4c9b07baf tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/security-groups?id=6419cc62-b27d-4d08-bd9b-1b4889c2b9ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016846
Feb 02 13:42:44.531711 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:44.595396 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8d13c4a-6a19-4bb6-be52-1ffd88e69572'}] {{(pid=80186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:42:44.608589 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] For port e8d13c4a-6a19-4bb6-be52-1ffd88e69572, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=e8d13c4a-6a19-4bb6-be52-1ffd88e69572,segment=NetworkSegment(4e775aad-c37b-4a2c-b799-042e82a5eee6),segment_id=4e775aad-c37b-4a2c-b799-042e82a5eee6)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:42:44.615275 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:44.615823 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-c89d215e-454e-4dc3-8166-0fe8128e69a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:42:44.742436 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Pushing event updated for resources: {'Port': ['ID=e8d13c4a-6a19-4bb6-be52-1ffd88e69572,revision_number=4']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:42:44.748839 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:42:44.863186 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8d13c4a-6a19-4bb6-be52-1ffd88e69572', 'code': 200}
Feb 02 13:42:45.223244 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc6377f-4b68-4c6e-b31b-bb6253e6c2f6 req-abe0f348-725c-4e96-8735-09caea070750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:42:45.225539 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6fc6377f-4b68-4c6e-b31b-bb6253e6c2f6 req-abe0f348-725c-4e96-8735-09caea070750 service neutron] 10.222.0.132 "GET /v2.0/ports?device_id=3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2 HTTP/1.1" status: 200  len: 1162 time: 0.1143866
Feb 02 13:42:45.293968 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6fc6377f-4b68-4c6e-b31b-bb6253e6c2f6 req-d754cf09-51c1-4027-83e8-dbc2990db40f service neutron] 10.222.0.132 "GET /v2.0/security-groups?id=6419cc62-b27d-4d08-bd9b-1b4889c2b9ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597217
Feb 02 13:42:45.721173 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device e8d13c4a-6a19-4bb6-be52-1ffd88e69572 up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:42:45.905211 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port e8d13c4a-6a19-4bb6-be52-1ffd88e69572 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:42:45.905931 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:46.100124 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7694a-c5b6-436d-9209-a0baf70a84f7 req-94d10eb3-4493-4c84-b040-5f1cf4919717 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:42:46.110200 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-4ae7694a-c5b6-436d-9209-a0baf70a84f7 req-94d10eb3-4493-4c84-b040-5f1cf4919717 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/ports?device_id=3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2 HTTP/1.1" status: 200  len: 945 time: 0.3347619
Feb 02 13:42:46.223278 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-4ae7694a-c5b6-436d-9209-a0baf70a84f7 req-3d136f31-9427-416a-aa2e-eed340afd976 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/security-groups?id=6419cc62-b27d-4d08-bd9b-1b4889c2b9ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1118054
Feb 02 13:42:47.776636 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device e8d13c4a-6a19-4bb6-be52-1ffd88e69572 up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:42:47.842107 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fccf1f2-1ad0-45f1-ba4c-fd5e3ae06641 req-d16e75b8-ee65-4567-9d67-cdc3e5f80b6d tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:42:47.846618 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3fccf1f2-1ad0-45f1-ba4c-fd5e3ae06641 req-d16e75b8-ee65-4567-9d67-cdc3e5f80b6d tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/ports?device_id=3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2 HTTP/1.1" status: 200  len: 945 time: 0.2982686
Feb 02 13:42:47.901312 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port e8d13c4a-6a19-4bb6-be52-1ffd88e69572 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:42:47.902008 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:47.955646 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3fccf1f2-1ad0-45f1-ba4c-fd5e3ae06641 req-4d15a822-1f56-46b5-b727-ba48c2dd5005 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/security-groups?id=6419cc62-b27d-4d08-bd9b-1b4889c2b9ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966933
Feb 02 13:42:48.412374 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f6ebc-a0ae-4284-9766-255c630b7ecf req-5dc90c92-c1fd-485b-a297-2d8777505b29 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:42:48.414773 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-719f6ebc-a0ae-4284-9766-255c630b7ecf req-5dc90c92-c1fd-485b-a297-2d8777505b29 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/ports?device_id=3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2 HTTP/1.1" status: 200  len: 945 time: 0.2244136
Feb 02 13:42:48.528495 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-719f6ebc-a0ae-4284-9766-255c630b7ecf req-4648f839-07b2-459b-8090-6881535253e0 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/security-groups?id=6419cc62-b27d-4d08-bd9b-1b4889c2b9ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988441
Feb 02 13:42:49.174749 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc97466-340d-456f-8bb9-78a1703627f5 req-3d6ab7a3-e8dd-49ea-974e-14dc6c749bf3 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:42:49.183959 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-0dc97466-340d-456f-8bb9-78a1703627f5 req-3d6ab7a3-e8dd-49ea-974e-14dc6c749bf3 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/ports?device_id=3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2 HTTP/1.1" status: 200  len: 945 time: 0.1924477
Feb 02 13:42:49.249383 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-0dc97466-340d-456f-8bb9-78a1703627f5 req-4f190597-d0d8-4236-9478-ecf97ccf1573 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/security-groups?id=6419cc62-b27d-4d08-bd9b-1b4889c2b9ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613875
Feb 02 13:42:55.964969 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ea3567ed-f3c9-4c39-84f4-9e0d400ab806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:56.505157 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03961870-ce43-4d19-84e2-395a887d0bad req-3680c96e-7ba7-4998-af77-d81d01f785ab tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:42:56.506991 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-03961870-ce43-4d19-84e2-395a887d0bad req-3680c96e-7ba7-4998-af77-d81d01f785ab tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/ports?device_id=7e8d2815-d67d-48ce-8724-8d8fb8d5fb3d HTTP/1.1" status: 200  len: 945 time: 0.1850612
Feb 02 13:42:56.582918 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-03961870-ce43-4d19-84e2-395a887d0bad req-bc2349e7-e784-46de-8eb3-087f1c865dbe tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/security-groups?id=bdba0788-3b49-462a-9c04-5bed6f29f447&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0635138
Feb 02 13:42:57.916808 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a34b6-93c3-4f69-b21c-d83586cb6553 req-ca40f1ef-affe-4aae-a988-f9576716daca tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:42:57.918537 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-565a34b6-93c3-4f69-b21c-d83586cb6553 req-ca40f1ef-affe-4aae-a988-f9576716daca tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/ports?device_id=7e8d2815-d67d-48ce-8724-8d8fb8d5fb3d HTTP/1.1" status: 200  len: 945 time: 0.1836088
Feb 02 13:42:57.993679 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-565a34b6-93c3-4f69-b21c-d83586cb6553 req-68b907ef-c81c-49f3-882e-6f2b1656f4e5 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/security-groups?id=bdba0788-3b49-462a-9c04-5bed6f29f447&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0677874
Feb 02 13:42:59.025991 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c7e8766e-8d12-4426-afca-822902410145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:59.323065 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e0f9faa5-601b-436e-999a-21eded52e107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:42:59.345711 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b8f204-823d-4408-98cd-8953f6f9d778 req-9a710010-cf8d-4c89-bf6a-c170e6baf7ea tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:42:59.348004 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-56b8f204-823d-4408-98cd-8953f6f9d778 req-9a710010-cf8d-4c89-bf6a-c170e6baf7ea tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/ports?device_id=7e8d2815-d67d-48ce-8724-8d8fb8d5fb3d HTTP/1.1" status: 200  len: 945 time: 0.1988435
Feb 02 13:42:59.434522 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-56b8f204-823d-4408-98cd-8953f6f9d778 req-a313aeec-1ca2-4576-bf52-d3dd338a16bd tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/security-groups?id=bdba0788-3b49-462a-9c04-5bed6f29f447&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0787206
Feb 02 13:43:00.300695 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:43:00.388922 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.agents_db [None req-a5446886-6d63-4256-b3e6-4e67ca866f31 None None] Agent healthcheck: found 6 active agents {{(pid=80187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 02 13:43:00.792364 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce1f26-4b0d-4a08-b662-402a56a9f8ac req-4f6a6a06-ee10-4279-8635-b9fc72de8a1b tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:00.794014 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-95ce1f26-4b0d-4a08-b662-402a56a9f8ac req-4f6a6a06-ee10-4279-8635-b9fc72de8a1b tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/ports?device_id=7e8d2815-d67d-48ce-8724-8d8fb8d5fb3d HTTP/1.1" status: 200  len: 945 time: 0.1915438
Feb 02 13:43:00.876890 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-95ce1f26-4b0d-4a08-b662-402a56a9f8ac req-41e62d63-9f40-4048-9c40-bf45f512c7d5 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/security-groups?id=bdba0788-3b49-462a-9c04-5bed6f29f447&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0756090
Feb 02 13:43:01.043983 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-42ef245d-f728-4293-a752-dedea4fc02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:43:02.531195 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef699b79-7c6f-455c-abb9-3bccbb37e796 req-203191f0-6912-4a16-9a7a-b6d4f6f0754c tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:02.532866 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ef699b79-7c6f-455c-abb9-3bccbb37e796 req-203191f0-6912-4a16-9a7a-b6d4f6f0754c tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/ports?device_id=7e8d2815-d67d-48ce-8724-8d8fb8d5fb3d HTTP/1.1" status: 200  len: 945 time: 0.4736714
Feb 02 13:43:02.671412 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ef699b79-7c6f-455c-abb9-3bccbb37e796 req-cce78fc3-e517-4463-9e31-35ceb7be7459 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/security-groups?id=bdba0788-3b49-462a-9c04-5bed6f29f447&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1272068
Feb 02 13:43:02.805171 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640ee50-9bde-4cee-8d05-990652bbe321 req-2ff4bc71-e407-483a-8f7f-d854031e0a6c tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:02.807161 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6640ee50-9bde-4cee-8d05-990652bbe321 req-2ff4bc71-e407-483a-8f7f-d854031e0a6c tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=af5c64e0-45e4-4d02-8b79-5558d2a387ae HTTP/1.1" status: 200  len: 945 time: 0.2420256
Feb 02 13:43:02.936059 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6640ee50-9bde-4cee-8d05-990652bbe321 req-17d0b64a-6d67-45bf-9e84-58432b30aa4d tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=e24f2a2e-52bb-4e6c-8006-fb40a9bbed50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1206074
Feb 02 13:43:03.015189 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:43:03.047606 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ecffb-aa6e-4da3-9392-0af64da3d13c req-0e38691c-9142-4fb1-ad60-2c258915abff tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:03.049339 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6f3ecffb-aa6e-4da3-9392-0af64da3d13c req-0e38691c-9142-4fb1-ad60-2c258915abff tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/ports?device_id=3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2 HTTP/1.1" status: 200  len: 945 time: 0.2151742
Feb 02 13:43:03.116898 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6f3ecffb-aa6e-4da3-9392-0af64da3d13c req-4d6236f7-a64e-4e41-96da-ee252f3993e6 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/security-groups?id=6419cc62-b27d-4d08-bd9b-1b4889c2b9ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606744
Feb 02 13:43:03.369946 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b0866760-5018-4a31-b699-56476a27d611 req-006bb0c6-74a9-4d1d-bf76-4b7b4e3dee9a tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1970594
Feb 02 13:43:03.380223 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-b0866760-5018-4a31-b699-56476a27d611 req-e6b43f49-983d-4393-9758-d41a68e3916e tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Request body: {'floatingip': {'floating_network_id': '081eaffe-521e-4302-9444-c5c7bff220cd'}} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:43:03.403371 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-b0866760-5018-4a31-b699-56476a27d611 req-e6b43f49-983d-4393-9758-d41a68e3916e tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:43:03.407454 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-b0866760-5018-4a31-b699-56476a27d611 req-e6b43f49-983d-4393-9758-d41a68e3916e tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Usage tracker for resource:floatingip and tenant:c7377d5a96854dd78261e26bac4d60a5 is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:43:03.411064 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-b0866760-5018-4a31-b699-56476a27d611 req-e6b43f49-983d-4393-9758-d41a68e3916e tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:43:03.417316 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-b0866760-5018-4a31-b699-56476a27d611 req-e6b43f49-983d-4393-9758-d41a68e3916e tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:43:03.428149 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-b0866760-5018-4a31-b699-56476a27d611 req-e6b43f49-983d-4393-9758-d41a68e3916e tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Notify callbacks [] for floatingip, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:43:03.575986 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-b0866760-5018-4a31-b699-56476a27d611 req-e6b43f49-983d-4393-9758-d41a68e3916e tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:43:03.915594 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_common [req-b0866760-5018-4a31-b699-56476a27d611 req-e6b43f49-983d-4393-9758-d41a68e3916e tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Allocated IP 172.27.2.177 (081eaffe-521e-4302-9444-c5c7bff220cd/e906fce0-ed19-4873-885c-646e92308730/6b15b296-92e7-4bd0-9610-83a3682e6534) {{(pid=80184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 02 13:43:04.147125 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d10bf5-7494-4f4e-a3be-fc8de3acf4bd req-8063ce17-cb15-4bc7-87be-817d1a827882 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:04.149026 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-c5d10bf5-7494-4f4e-a3be-fc8de3acf4bd req-8063ce17-cb15-4bc7-87be-817d1a827882 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/ports?device_id=7e8d2815-d67d-48ce-8724-8d8fb8d5fb3d HTTP/1.1" status: 200  len: 945 time: 0.3029110
Feb 02 13:43:04.242920 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-b0866760-5018-4a31-b699-56476a27d611 req-e6b43f49-983d-4393-9758-d41a68e3916e tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Notify callbacks [] for port, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:43:04.268900 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-c5d10bf5-7494-4f4e-a3be-fc8de3acf4bd req-a21ef9c0-92c5-48b2-8ca8-2113904e006c tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/security-groups?id=bdba0788-3b49-462a-9c04-5bed6f29f447&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1042900
Feb 02 13:43:04.297976 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-b0866760-5018-4a31-b699-56476a27d611 req-e6b43f49-983d-4393-9758-d41a68e3916e tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264943169311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851940450'] for port, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:43:04.317399 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:43:04.509839 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b43f49-983d-4393-9758-d41a68e3916e tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Pushing event updated for resources: {'Port': ['ID=6b15b296-92e7-4bd0-9610-83a3682e6534,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:43:04.525266 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b43f49-983d-4393-9758-d41a68e3916e tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:43:04.525676 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b43f49-983d-4393-9758-d41a68e3916e tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:43:04.526069 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b43f49-983d-4393-9758-d41a68e3916e tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:43:04.526456 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b43f49-983d-4393-9758-d41a68e3916e tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:43:04.526842 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b43f49-983d-4393-9758-d41a68e3916e tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:43:04.527223 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b43f49-983d-4393-9758-d41a68e3916e tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:43:04.527608 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b43f49-983d-4393-9758-d41a68e3916e tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:43:04.528036 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b43f49-983d-4393-9758-d41a68e3916e tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:43:04.528422 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b43f49-983d-4393-9758-d41a68e3916e tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:43:04.529150 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b43f49-983d-4393-9758-d41a68e3916e tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:43:04.529279 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b43f49-983d-4393-9758-d41a68e3916e tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:43:04.529580 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b43f49-983d-4393-9758-d41a68e3916e tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:43:04.530013 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b43f49-983d-4393-9758-d41a68e3916e tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:43:04.530390 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b43f49-983d-4393-9758-d41a68e3916e tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:43:04.530769 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b43f49-983d-4393-9758-d41a68e3916e tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:43:04.531154 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b43f49-983d-4393-9758-d41a68e3916e tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:43:04.531521 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b43f49-983d-4393-9758-d41a68e3916e tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:43:04.531896 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b43f49-983d-4393-9758-d41a68e3916e tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:43:04.532321 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b43f49-983d-4393-9758-d41a68e3916e tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:43:04.532698 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b43f49-983d-4393-9758-d41a68e3916e tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:43:04.533069 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b43f49-983d-4393-9758-d41a68e3916e tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:43:04.533448 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b43f49-983d-4393-9758-d41a68e3916e tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:43:04.533819 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b43f49-983d-4393-9758-d41a68e3916e tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:43:04.534710 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b43f49-983d-4393-9758-d41a68e3916e tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:43:04.539182 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-e6b43f49-983d-4393-9758-d41a68e3916e tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:43:04.689927 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4ee07-37a7-4231-99c9-6f24d9e1ef11 req-1969ba18-ce41-40a2-8e5e-526a504c95a7 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:04.692169 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7af4ee07-37a7-4231-99c9-6f24d9e1ef11 req-1969ba18-ce41-40a2-8e5e-526a504c95a7 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=af5c64e0-45e4-4d02-8b79-5558d2a387ae HTTP/1.1" status: 200  len: 945 time: 0.2731757
Feb 02 13:43:04.697218 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0866760-5018-4a31-b699-56476a27d611 req-e6b43f49-983d-4393-9758-d41a68e3916e tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Network 081eaffe-521e-4302-9444-c5c7bff220cd is already hosted by enough agents. {{(pid=80184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:43:04.698509 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [req-b0866760-5018-4a31-b699-56476a27d611 req-e6b43f49-983d-4393-9758-d41a68e3916e tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Resources bound (agent type, host, resource id):  {{(pid=80184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:43:04.701785 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0866760-5018-4a31-b699-56476a27d611 req-e6b43f49-983d-4393-9758-d41a68e3916e tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Received port after_create {{(pid=80184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 02 13:43:04.810265 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7af4ee07-37a7-4231-99c9-6f24d9e1ef11 req-6f612869-1dc4-4be1-bf52-3755b6a2db17 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=e24f2a2e-52bb-4e6c-8006-fb40a9bbed50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1088388
Feb 02 13:43:04.847154 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-b0866760-5018-4a31-b699-56476a27d611 req-e6b43f49-983d-4393-9758-d41a68e3916e tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:43:04.911593 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-b0866760-5018-4a31-b699-56476a27d611 req-e6b43f49-983d-4393-9758-d41a68e3916e tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:43:05.198079 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-b0866760-5018-4a31-b699-56476a27d611 req-e6b43f49-983d-4393-9758-d41a68e3916e tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Notify callbacks [] for port, precommit_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:43:05.201818 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-b0866760-5018-4a31-b699-56476a27d611 req-e6b43f49-983d-4393-9758-d41a68e3916e tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2835433'] for port, after_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:43:05.217450 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:43:05.354499 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b43f49-983d-4393-9758-d41a68e3916e tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Pushing event updated for resources: {'Port': ['ID=6b15b296-92e7-4bd0-9610-83a3682e6534,revision_number=2']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:43:05.360063 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-e6b43f49-983d-4393-9758-d41a68e3916e tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:43:05.524306 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-b0866760-5018-4a31-b699-56476a27d611 req-e6b43f49-983d-4393-9758-d41a68e3916e tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852699397'] for floatingip, after_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:43:05.557591 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-b0866760-5018-4a31-b699-56476a27d611 req-e6b43f49-983d-4393-9758-d41a68e3916e tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for floatingip, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:43:05.558959 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b0866760-5018-4a31-b699-56476a27d611 req-e6b43f49-983d-4393-9758-d41a68e3916e tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.1830995
Feb 02 13:43:05.652965 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30776a73-ddeb-449f-9f87-d524b2b01ebd req-87daff1f-67c3-4a57-a6d0-00bac83c1038 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:05.654654 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-30776a73-ddeb-449f-9f87-d524b2b01ebd req-87daff1f-67c3-4a57-a6d0-00bac83c1038 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/ports?device_id=7e8d2815-d67d-48ce-8724-8d8fb8d5fb3d HTTP/1.1" status: 200  len: 945 time: 0.2185936
Feb 02 13:43:05.777940 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-b0866760-5018-4a31-b699-56476a27d611 req-2fff333b-7cf8-4da1-bc57-be741827a16e tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Synchronizing usage tracker for tenant:c7377d5a96854dd78261e26bac4d60a5 on resource:floatingip {{(pid=80184) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:43:05.836411 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-30776a73-ddeb-449f-9f87-d524b2b01ebd req-c653fd5f-261f-4df9-b7f8-0d417009d1a7 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/security-groups?id=bdba0788-3b49-462a-9c04-5bed6f29f447&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1193111
Feb 02 13:43:05.837739 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-b0866760-5018-4a31-b699-56476a27d611 req-2fff333b-7cf8-4da1-bc57-be741827a16e tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Unset dirty status for tenant:c7377d5a96854dd78261e26bac4d60a5 on resource:floatingip {{(pid=80184) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:43:05.838949 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b0866760-5018-4a31-b699-56476a27d611 req-2fff333b-7cf8-4da1-bc57-be741827a16e tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/floatingips?floating_ip_address=172.27.2.177 HTTP/1.1" status: 200  len: 696 time: 0.1832385
Feb 02 13:43:06.229013 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0866760-5018-4a31-b699-56476a27d611 req-4834bb21-0607-418b-a0b3-213b8d53cdcb tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:06.231311 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b0866760-5018-4a31-b699-56476a27d611 req-4834bb21-0607-418b-a0b3-213b8d53cdcb tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/networks/081eaffe-521e-4302-9444-c5c7bff220cd HTTP/1.1" status: 200  len: 784 time: 0.3810866
Feb 02 13:43:06.257612 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [req-b0866760-5018-4a31-b699-56476a27d611 req-a11367cf-9037-43c1-a8c6-0678ad18d7fc tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] http://10.222.0.133:9696/v2.0/extensions returned with HTTP 200 {{(pid=80184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 02 13:43:06.258745 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b0866760-5018-4a31-b699-56476a27d611 req-a11367cf-9037-43c1-a8c6-0678ad18d7fc tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0202391
Feb 02 13:43:06.372807 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f90cda-c2f0-4a5b-ba4c-931f44ae119b req-b291b5a9-336f-4fcd-8a65-73642614adfe tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:06.374555 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-02f90cda-c2f0-4a5b-ba4c-931f44ae119b req-b291b5a9-336f-4fcd-8a65-73642614adfe tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=af5c64e0-45e4-4d02-8b79-5558d2a387ae HTTP/1.1" status: 200  len: 945 time: 0.3081055
Feb 02 13:43:06.460765 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-02f90cda-c2f0-4a5b-ba4c-931f44ae119b req-db0fb87c-bcd9-4615-b7c7-f6501319519f tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=e24f2a2e-52bb-4e6c-8006-fb40a9bbed50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0785823
Feb 02 13:43:06.635855 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c7f78-4931-46f6-b908-e85a2bb7bfad req-070f1054-8205-4882-85be-71ebae686fb2 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:06.637594 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e20c7f78-4931-46f6-b908-e85a2bb7bfad req-070f1054-8205-4882-85be-71ebae686fb2 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/ports?device_id=3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1757367
Feb 02 13:43:06.968805 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e20c7f78-4931-46f6-b908-e85a2bb7bfad req-463838d1-5b11-497b-a7d8-73387d1bdc33 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/floatingips?floating_ip_address=172.27.2.177 HTTP/1.1" status: 200  len: 696 time: 0.3238795
Feb 02 13:43:06.981262 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-e20c7f78-4931-46f6-b908-e85a2bb7bfad req-0b28646f-a2a9-4be8-bbc5-db37cfd32065 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Request body: {'floatingip': {'port_id': 'e8d13c4a-6a19-4bb6-be52-1ffd88e69572', 'fixed_ip_address': '172.20.0.8'}} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:43:07.142825 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-e20c7f78-4931-46f6-b908-e85a2bb7bfad req-0b28646f-a2a9-4be8-bbc5-db37cfd32065 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Notify callbacks [] for floatingip, before_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:43:07.442966 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05c81a-9968-4db2-8bb1-3b899f42f570 req-8fe6b716-2e16-4ccd-a756-1e0b22c2e123 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:07.444583 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-1d05c81a-9968-4db2-8bb1-3b899f42f570 req-8fe6b716-2e16-4ccd-a756-1e0b22c2e123 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/ports?device_id=7e8d2815-d67d-48ce-8724-8d8fb8d5fb3d HTTP/1.1" status: 200  len: 945 time: 0.3933702
Feb 02 13:43:07.656763 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-1d05c81a-9968-4db2-8bb1-3b899f42f570 req-da3cb610-7905-4391-b7dd-b9bd788f15e2 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/security-groups?id=bdba0788-3b49-462a-9c04-5bed6f29f447&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2051191
Feb 02 13:43:08.101272 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db0e82-a570-4e98-a440-f913783855cf req-a615fce7-6007-4518-ba2f-a8fb59a7a92e tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:08.102923 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d2db0e82-a570-4e98-a440-f913783855cf req-a615fce7-6007-4518-ba2f-a8fb59a7a92e tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=af5c64e0-45e4-4d02-8b79-5558d2a387ae HTTP/1.1" status: 200  len: 945 time: 0.2798638
Feb 02 13:43:08.171204 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-e20c7f78-4931-46f6-b908-e85a2bb7bfad req-0b28646f-a2a9-4be8-bbc5-db37cfd32065 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:43:08.180642 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-e20c7f78-4931-46f6-b908-e85a2bb7bfad req-0b28646f-a2a9-4be8-bbc5-db37cfd32065 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852699397'] for floatingip, after_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:43:08.263450 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d2db0e82-a570-4e98-a440-f913783855cf req-200e1e4b-0f23-4732-b11d-20084aee39a0 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=e24f2a2e-52bb-4e6c-8006-fb40a9bbed50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1525671
Feb 02 13:43:08.395839 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.db.l3_db [req-e20c7f78-4931-46f6-b908-e85a2bb7bfad req-0b28646f-a2a9-4be8-bbc5-db37cfd32065 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Floating IP 8f194d1c-8698-4288-b6d2-e92926c715d7 associated. External IP: 172.27.2.177, port: e8d13c4a-6a19-4bb6-be52-1ffd88e69572.
Feb 02 13:43:08.789383 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e20c7f78-4931-46f6-b908-e85a2bb7bfad req-0b28646f-a2a9-4be8-bbc5-db37cfd32065 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Router abbaa997-98e4-4c19-9542-2b246e1cac82 has already been hosted by L3 agent 46ed2aac-7d32-4274-9cac-387c5fc2cd87 {{(pid=80184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 02 13:43:09.375549 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb63c82-226b-4944-b4a4-58032b97f43e req-1cec6b5b-b3c2-45e6-a096-2bf7a7692669 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:09.377296 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-4fb63c82-226b-4944-b4a4-58032b97f43e req-1cec6b5b-b3c2-45e6-a096-2bf7a7692669 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/ports?device_id=7e8d2815-d67d-48ce-8724-8d8fb8d5fb3d HTTP/1.1" status: 200  len: 945 time: 0.5083981
Feb 02 13:43:09.379282 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e20c7f78-4931-46f6-b908-e85a2bb7bfad req-0b28646f-a2a9-4be8-bbc5-db37cfd32065 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Notify agent at l3_agent.dv-cinder-772388-4-iscsi the message routers_updated {{(pid=80184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 02 13:43:09.384928 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-e20c7f78-4931-46f6-b908-e85a2bb7bfad req-0b28646f-a2a9-4be8-bbc5-db37cfd32065 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for floatingip, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:43:09.391554 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a9616e-6d17-422a-b278-be09ea413238 None None] Sync routers for ids ['abbaa997-98e4-4c19-9542-2b246e1cac82'] in dv-cinder-772388-4-iscsi {{(pid=80186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 02 13:43:09.403116 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a9616e-6d17-422a-b278-be09ea413238 None None] Routers {'abbaa997-98e4-4c19-9542-2b246e1cac82'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:43:09.403797 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-b4a9616e-6d17-422a-b278-be09ea413238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e90b3c88>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:42:59Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['abbaa997-98e4-4c19-9542-2b246e1cac82'], 'active': True} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:43:09.478449 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e20c7f78-4931-46f6-b908-e85a2bb7bfad req-0b28646f-a2a9-4be8-bbc5-db37cfd32065 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "PUT /v2.0/floatingips/8f194d1c-8698-4288-b6d2-e92926c715d7 HTTP/1.1" status: 200  len: 996 time: 2.5024996
Feb 02 13:43:09.481208 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2', 'tag': 'e8d13c4a-6a19-4bb6-be52-1ffd88e69572'}] {{(pid=80184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:43:09.508033 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-4fb63c82-226b-4944-b4a4-58032b97f43e req-260233f4-6234-4670-b173-fd3ef7dfeba7 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/security-groups?id=bdba0788-3b49-462a-9c04-5bed6f29f447&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0903754
Feb 02 13:43:09.610934 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c7f78-4931-46f6-b908-e85a2bb7bfad req-8ffe5903-2846-443a-8433-1553a15b0416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:09.615329 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e20c7f78-4931-46f6-b908-e85a2bb7bfad req-8ffe5903-2846-443a-8433-1553a15b0416 service neutron] 10.222.0.133 "GET /v2.0/ports?tenant_id=c7377d5a96854dd78261e26bac4d60a5&device_id=3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2 HTTP/1.1" status: 200  len: 1162 time: 0.1058059
Feb 02 13:43:09.624210 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-b4a9616e-6d17-422a-b278-be09ea413238 None None] Set router abbaa997-98e4-4c19-9542-2b246e1cac82 gateway port host: dv-cinder-772388-4-iscsi {{(pid=80186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:43:09.861233 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c7f78-4931-46f6-b908-e85a2bb7bfad req-7744d8b5-f897-4df6-9b7d-edf762fb4ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:09.863002 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e20c7f78-4931-46f6-b908-e85a2bb7bfad req-7744d8b5-f897-4df6-9b7d-edf762fb4ab7 service neutron] 10.222.0.133 "GET /v2.0/networks?id=2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4 HTTP/1.1" status: 200  len: 909 time: 0.2411706
Feb 02 13:43:09.951382 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6d898-3a27-4aa2-aa3d-cbb699d6d3ea req-c21e988b-dda9-41a7-b9a2-9c9167dbbab0 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:09.953123 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-29a6d898-3a27-4aa2-aa3d-cbb699d6d3ea req-c21e988b-dda9-41a7-b9a2-9c9167dbbab0 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=af5c64e0-45e4-4d02-8b79-5558d2a387ae HTTP/1.1" status: 200  len: 945 time: 0.2989092
Feb 02 13:43:10.067520 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-b4a9616e-6d17-422a-b278-be09ea413238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e90b3c88>, [{'id': 'abbaa997-98e4-4c19-9542-2b246e1cac82', 'name': 'tempest-TestMinimumBasicScenario-1374839131-router', 'tenant_id': 'c7377d5a96854dd78261e26bac4d60a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '4948a0d2-6b86-4e33-83d0-47922905e1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:41:58Z', 'updated_at': '2021-02-02T13:42:06Z', 'revision_number': 4, 'project_id': 'c7377d5a96854dd78261e26bac4d60a5', 'gw_port': {'id': '4948a0d2-6b86-4e33-83d0-47922905e1d5', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbaa997-98e4-4c19-9542-2b246e1cac82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:59Z', 'updated_at': '2021-02-02T13:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_floatingips': [{'id': '8f194d1c-8698-4288-b6d2-e92926c715d7', 'tenant_id': 'c7377d5a96854dd78261e26bac4d60a5', 'floating_ip_address': '172.27.2.177', 'floating_network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'router_id': 'abbaa997-98e4-4c19-9542-2b246e1cac82', 'port_id': 'e8d13c4a-6a19-4bb6-be52-1ffd88e69572', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4', 'mac_address': 'fa:16:3e:3b:aa:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-02T13:43:04Z', 'updated_at': '2021-02-02T13:43:07Z', 'revision_number': 1, 'project_id': 'c7377d5a96854dd78261e26bac4d60a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be8fc8fc-f118-427a-b651-ee048f198020', 'name': '', 'network_id': '2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4', 'tenant_id': 'c7377d5a96854dd78261e26bac4d60a5', 'mac_address': 'fa:16:3e:32:da:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbaa997-98e4-4c19-9542-2b246e1cac82', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6ba67f1d-6632-44fe-98c0-2a645afeb419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:42:05Z', 'updated_at': '2021-02-02T13:42:16Z', 'revision_number': 5, 'project_id': 'c7377d5a96854dd78261e26bac4d60a5', 'subnets': [{'id': '6ba67f1d-6632-44fe-98c0-2a645afeb419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:43:10.072654 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a9616e-6d17-422a-b278-be09ea413238 None None] Checking router: abbaa997-98e4-4c19-9542-2b246e1cac82 for host: dv-cinder-772388-4-iscsi {{(pid=80186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 02 13:43:10.085055 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a9616e-6d17-422a-b278-be09ea413238 None None] Routers {'abbaa997-98e4-4c19-9542-2b246e1cac82'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:43:10.085833 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-b4a9616e-6d17-422a-b278-be09ea413238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e90b3c88>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:42:59Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['abbaa997-98e4-4c19-9542-2b246e1cac82'], 'active': True} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:43:10.128401 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-29a6d898-3a27-4aa2-aa3d-cbb699d6d3ea req-43811edf-deb3-4653-8351-d583269c6e6f tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=e24f2a2e-52bb-4e6c-8006-fb40a9bbed50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1144111
Feb 02 13:43:10.139970 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e20c7f78-4931-46f6-b908-e85a2bb7bfad req-4f765468-b54d-4a43-b983-1d7814c1a99c service neutron] 10.222.0.133 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8d13c4a-6a19-4bb6-be52-1ffd88e69572 HTTP/1.1" status: 200  len: 999 time: 0.1801021
Feb 02 13:43:10.261077 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c7f78-4931-46f6-b908-e85a2bb7bfad req-6ba63f36-adb4-4045-92a0-cf64ccfc7ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:10.262730 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e20c7f78-4931-46f6-b908-e85a2bb7bfad req-6ba63f36-adb4-4045-92a0-cf64ccfc7ce6 service neutron] 10.222.0.133 "GET /v2.0/subnets?id=6ba67f1d-6632-44fe-98c0-2a645afeb419 HTTP/1.1" status: 200  len: 854 time: 0.1214943
Feb 02 13:43:10.328354 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2', 'tag': 'e8d13c4a-6a19-4bb6-be52-1ffd88e69572', 'status': 'completed', 'code': 200}
Feb 02 13:43:10.354565 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-b4a9616e-6d17-422a-b278-be09ea413238 None None] Set router abbaa997-98e4-4c19-9542-2b246e1cac82 gateway port host: dv-cinder-772388-4-iscsi {{(pid=80186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:43:10.434277 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c7f78-4931-46f6-b908-e85a2bb7bfad req-d11258a3-df0a-4759-96c3-eaac5bc7a898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:10.435975 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e20c7f78-4931-46f6-b908-e85a2bb7bfad req-d11258a3-df0a-4759-96c3-eaac5bc7a898 service neutron] 10.222.0.133 "GET /v2.0/ports?network_id=2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1632950
Feb 02 13:43:10.452372 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [req-e20c7f78-4931-46f6-b908-e85a2bb7bfad req-efca7498-beae-4885-90c2-2205266a2672 service neutron] http://10.222.0.133:9696/v2.0/extensions returned with HTTP 200 {{(pid=80184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 02 13:43:10.453448 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e20c7f78-4931-46f6-b908-e85a2bb7bfad req-efca7498-beae-4885-90c2-2205266a2672 service neutron] 10.222.0.133 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0057211
Feb 02 13:43:10.462890 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6171f5-3692-4518-a51f-9c39c51e5279 req-15312a80-889d-457a-8c12-28c2e927e318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:10.464607 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ee6171f5-3692-4518-a51f-9c39c51e5279 req-15312a80-889d-457a-8c12-28c2e927e318 service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=c7377d5a96854dd78261e26bac4d60a5&device_id=3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2 HTTP/1.1" status: 200  len: 1162 time: 0.1121764
Feb 02 13:43:10.771449 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-b4a9616e-6d17-422a-b278-be09ea413238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e90b3c88>, [{'id': 'abbaa997-98e4-4c19-9542-2b246e1cac82', 'name': 'tempest-TestMinimumBasicScenario-1374839131-router', 'tenant_id': 'c7377d5a96854dd78261e26bac4d60a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '4948a0d2-6b86-4e33-83d0-47922905e1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:41:58Z', 'updated_at': '2021-02-02T13:42:06Z', 'revision_number': 4, 'project_id': 'c7377d5a96854dd78261e26bac4d60a5', 'gw_port': {'id': '4948a0d2-6b86-4e33-83d0-47922905e1d5', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbaa997-98e4-4c19-9542-2b246e1cac82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:59Z', 'updated_at': '2021-02-02T13:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_floatingips': [{'id': '8f194d1c-8698-4288-b6d2-e92926c715d7', 'tenant_id': 'c7377d5a96854dd78261e26bac4d60a5', 'floating_ip_address': '172.27.2.177', 'floating_network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'router_id': 'abbaa997-98e4-4c19-9542-2b246e1cac82', 'port_id': 'e8d13c4a-6a19-4bb6-be52-1ffd88e69572', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4', 'mac_address': 'fa:16:3e:3b:aa:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-02T13:43:04Z', 'updated_at': '2021-02-02T13:43:07Z', 'revision_number': 1, 'project_id': 'c7377d5a96854dd78261e26bac4d60a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be8fc8fc-f118-427a-b651-ee048f198020', 'name': '', 'network_id': '2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4', 'tenant_id': 'c7377d5a96854dd78261e26bac4d60a5', 'mac_address': 'fa:16:3e:32:da:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbaa997-98e4-4c19-9542-2b246e1cac82', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6ba67f1d-6632-44fe-98c0-2a645afeb419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:42:05Z', 'updated_at': '2021-02-02T13:42:16Z', 'revision_number': 5, 'project_id': 'c7377d5a96854dd78261e26bac4d60a5', 'subnets': [{'id': '6ba67f1d-6632-44fe-98c0-2a645afeb419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:43:10.777287 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a9616e-6d17-422a-b278-be09ea413238 None None] The sync data for ids ['abbaa997-98e4-4c19-9542-2b246e1cac82'] in dv-cinder-772388-4-iscsi is: [{'id': 'abbaa997-98e4-4c19-9542-2b246e1cac82', 'name': 'tempest-TestMinimumBasicScenario-1374839131-router', 'tenant_id': 'c7377d5a96854dd78261e26bac4d60a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '4948a0d2-6b86-4e33-83d0-47922905e1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:41:58Z', 'updated_at': '2021-02-02T13:42:06Z', 'revision_number': 4, 'project_id': 'c7377d5a96854dd78261e26bac4d60a5', 'gw_port': {'id': '4948a0d2-6b86-4e33-83d0-47922905e1d5', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbaa997-98e4-4c19-9542-2b246e1cac82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:59Z', 'updated_at': '2021-02-02T13:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_floatingips': [{'id': '8f194d1c-8698-4288-b6d2-e92926c715d7', 'tenant_id': 'c7377d5a96854dd78261e26bac4d60a5', 'floating_ip_address': '172.27.2.177', 'floating_network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'router_id': 'abbaa997-98e4-4c19-9542-2b246e1cac82', 'port_id': 'e8d13c4a-6a19-4bb6-be52-1ffd88e69572', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4', 'mac_address': 'fa:16:3e:3b:aa:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-02T13:43:04Z', 'updated_at': '2021-02-02T13:43:07Z', 'revision_number': 1, 'project_id': 'c7377d5a96854dd78261e26bac4d60a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be8fc8fc-f118-427a-b651-ee048f198020', 'name': '', 'network_id': '2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4', 'tenant_id': 'c7377d5a96854dd78261e26bac4d60a5', 'mac_address': 'fa:16:3e:32:da:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbaa997-98e4-4c19-9542-2b246e1cac82', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6ba67f1d-6632-44fe-98c0-2a645afeb419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:42:05Z', 'updated_at': '2021-02-02T13:42:16Z', 'revision_number': 5, 'project_id': 'c7377d5a96854dd78261e26bac4d60a5', 'subnets': [{'id': '6ba67f1d-6632-44fe-98c0-2a645afeb419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 02 13:43:10.798339 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e20c7f78-4931-46f6-b908-e85a2bb7bfad req-10572948-53df-4772-98c9-ea029dff8e54 service neutron] 10.222.0.133 "GET /v2.0/networks/2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3325670
Feb 02 13:43:10.807191 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6171f5-3692-4518-a51f-9c39c51e5279 req-7d657f7e-6868-4aeb-b63d-379c0d2e3b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:10.808762 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ee6171f5-3692-4518-a51f-9c39c51e5279 req-7d657f7e-6868-4aeb-b63d-379c0d2e3b3d service neutron] 10.222.0.132 "GET /v2.0/networks?id=2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4 HTTP/1.1" status: 200  len: 909 time: 0.3179991
Feb 02 13:43:11.104150 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e7fdb2-f401-4c61-ae5a-f4cdd79c82a3 None None] New status for floating IP 8f194d1c-8698-4288-b6d2-e92926c715d7: ACTIVE {{(pid=80187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 02 13:43:11.107130 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ab786-e77c-4206-993e-2bb9b11b5c8a req-210cf609-3831-488a-85e2-b396c40b6265 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:11.109102 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-1f9ab786-e77c-4206-993e-2bb9b11b5c8a req-210cf609-3831-488a-85e2-b396c40b6265 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/ports?device_id=7e8d2815-d67d-48ce-8724-8d8fb8d5fb3d HTTP/1.1" status: 200  len: 945 time: 0.4397242
Feb 02 13:43:11.122279 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ee6171f5-3692-4518-a51f-9c39c51e5279 req-2a0a3f2f-068e-427c-b6f2-7575baa54d7e service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8d13c4a-6a19-4bb6-be52-1ffd88e69572 HTTP/1.1" status: 200  len: 999 time: 0.2855499
Feb 02 13:43:11.271525 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e20c7f78-4931-46f6-b908-e85a2bb7bfad req-145d9d17-ddcd-410b-bb12-6cd1392554cf service neutron] 10.222.0.133 "GET /v2.0/networks/2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4601552
Feb 02 13:43:11.302899 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-1f9ab786-e77c-4206-993e-2bb9b11b5c8a req-0435e8af-c38a-4525-96d1-950052240089 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/security-groups?id=bdba0788-3b49-462a-9c04-5bed6f29f447&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1790462
Feb 02 13:43:11.315845 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6171f5-3692-4518-a51f-9c39c51e5279 req-27314fee-954e-41da-af11-1d53f6fb357f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:11.318495 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ee6171f5-3692-4518-a51f-9c39c51e5279 req-27314fee-954e-41da-af11-1d53f6fb357f service neutron] 10.222.0.132 "GET /v2.0/subnets?id=6ba67f1d-6632-44fe-98c0-2a645afeb419 HTTP/1.1" status: 200  len: 854 time: 0.1802595
Feb 02 13:43:11.410880 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-14c9f233-77ff-42a6-b45c-c24177013b82 req-ab35eb15-1d57-4a22-ad2b-71f807aa5dae tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-409667161', 'description': 'tempest-TestMinimumBasicScenario-409667161 description'}} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:43:11.437309 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-14c9f233-77ff-42a6-b45c-c24177013b82 req-ab35eb15-1d57-4a22-ad2b-71f807aa5dae tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:43:11.443999 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-14c9f233-77ff-42a6-b45c-c24177013b82 req-ab35eb15-1d57-4a22-ad2b-71f807aa5dae tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Usage tracker for resource:security_group and tenant:c7377d5a96854dd78261e26bac4d60a5 is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:43:11.447588 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-14c9f233-77ff-42a6-b45c-c24177013b82 req-ab35eb15-1d57-4a22-ad2b-71f807aa5dae tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:43:11.503515 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-14c9f233-77ff-42a6-b45c-c24177013b82 req-ab35eb15-1d57-4a22-ad2b-71f807aa5dae tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:43:11.528376 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-14c9f233-77ff-42a6-b45c-c24177013b82 req-ab35eb15-1d57-4a22-ad2b-71f807aa5dae tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Notify callbacks [] for security_group, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:43:11.574052 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6171f5-3692-4518-a51f-9c39c51e5279 req-401de813-41af-4c6d-aa31-55b1312e2f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:11.575849 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ee6171f5-3692-4518-a51f-9c39c51e5279 req-401de813-41af-4c6d-aa31-55b1312e2f7a service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2479219
Feb 02 13:43:11.584194 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-14c9f233-77ff-42a6-b45c-c24177013b82 req-ab35eb15-1d57-4a22-ad2b-71f807aa5dae tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:43:11.616184 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-14c9f233-77ff-42a6-b45c-c24177013b82 req-ab35eb15-1d57-4a22-ad2b-71f807aa5dae tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Usage tracker for resource:security_group_rule and tenant:c7377d5a96854dd78261e26bac4d60a5 is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:43:11.625046 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-14c9f233-77ff-42a6-b45c-c24177013b82 req-ab35eb15-1d57-4a22-ad2b-71f807aa5dae tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:43:11.772340 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c11a8a-ef2d-45f7-ad24-c8f09ccfe6a0 req-d7080d3f-cd2a-4c17-b873-08c81817d4e5 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:11.774086 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-21c11a8a-ef2d-45f7-ad24-c8f09ccfe6a0 req-d7080d3f-cd2a-4c17-b873-08c81817d4e5 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=af5c64e0-45e4-4d02-8b79-5558d2a387ae HTTP/1.1" status: 200  len: 945 time: 0.3232615
Feb 02 13:43:11.775200 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-14c9f233-77ff-42a6-b45c-c24177013b82 req-ab35eb15-1d57-4a22-ad2b-71f807aa5dae tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:43:12.166285 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-21c11a8a-ef2d-45f7-ad24-c8f09ccfe6a0 req-feaa1d5b-2526-4363-960b-7ba4008833ac tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=e24f2a2e-52bb-4e6c-8006-fb40a9bbed50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3814807
Feb 02 13:43:12.188939 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ee6171f5-3692-4518-a51f-9c39c51e5279 req-c5cf6fed-31f1-42e4-9303-e612df00fb77 service neutron] 10.222.0.132 "GET /v2.0/networks/2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6019683
Feb 02 13:43:12.324544 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-14c9f233-77ff-42a6-b45c-c24177013b82 req-ab35eb15-1d57-4a22-ad2b-71f807aa5dae tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Notify callbacks [] for security_group, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:43:12.335994 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-14c9f233-77ff-42a6-b45c-c24177013b82 req-ab35eb15-1d57-4a22-ad2b-71f807aa5dae tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:43:12.344179 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-eb1bc47b-ca0d-4c47-9558-b517390e681d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:43:12.415391 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-14c9f233-77ff-42a6-b45c-c24177013b82 req-ab35eb15-1d57-4a22-ad2b-71f807aa5dae tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Notify callbacks [] for security_group, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:43:12.417092 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-14c9f233-77ff-42a6-b45c-c24177013b82 req-ab35eb15-1d57-4a22-ad2b-71f807aa5dae tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1817 time: 1.0198212
Feb 02 13:43:12.428813 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab35eb15-1d57-4a22-ad2b-71f807aa5dae tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5916b4e8-3b64-431d-a512-4e0f8d1bf80f,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:43:12.435327 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-ab35eb15-1d57-4a22-ad2b-71f807aa5dae tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:43:12.444395 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ee6171f5-3692-4518-a51f-9c39c51e5279 req-e4feb930-51d9-4233-a709-31f05cb051b8 service neutron] 10.222.0.132 "GET /v2.0/networks/2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2415574
Feb 02 13:43:12.602581 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-65ebdac5-0499-406d-98c2-b9474ceaf1e6 req-e61d2c8b-9db8-43a3-af0b-6d81b0124693 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/security-groups/5916b4e8-3b64-431d-a512-4e0f8d1bf80f HTTP/1.1" status: 200  len: 1812 time: 0.1390965
Feb 02 13:43:12.619286 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-65ebdac5-0499-406d-98c2-b9474ceaf1e6 req-0c018dce-2285-40d1-ba9b-441e3a070bcf tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5916b4e8-3b64-431d-a512-4e0f8d1bf80f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:43:12.619734 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-65ebdac5-0499-406d-98c2-b9474ceaf1e6 req-0c018dce-2285-40d1-ba9b-441e3a070bcf tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5916b4e8-3b64-431d-a512-4e0f8d1bf80f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:43:12.655671 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-65ebdac5-0499-406d-98c2-b9474ceaf1e6 req-0c018dce-2285-40d1-ba9b-441e3a070bcf tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:43:12.665857 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-65ebdac5-0499-406d-98c2-b9474ceaf1e6 req-0c018dce-2285-40d1-ba9b-441e3a070bcf tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Usage tracker for resource:security_group_rule and tenant:c7377d5a96854dd78261e26bac4d60a5 is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:43:12.772532 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb1dd8-b987-4a01-bd8d-b9646b271e8e req-fc595386-a474-48c2-92ee-e4e54acee2dc tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:12.774670 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-38bb1dd8-b987-4a01-bd8d-b9646b271e8e req-fc595386-a474-48c2-92ee-e4e54acee2dc tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/ports?device_id=7e8d2815-d67d-48ce-8724-8d8fb8d5fb3d HTTP/1.1" status: 200  len: 945 time: 0.2973278
Feb 02 13:43:12.775816 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-65ebdac5-0499-406d-98c2-b9474ceaf1e6 req-0c018dce-2285-40d1-ba9b-441e3a070bcf tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:43:12.787528 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-65ebdac5-0499-406d-98c2-b9474ceaf1e6 req-0c018dce-2285-40d1-ba9b-441e3a070bcf tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:43:12.915821 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-38bb1dd8-b987-4a01-bd8d-b9646b271e8e req-70982627-174e-4c39-9a7e-7922f46d4288 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/security-groups?id=bdba0788-3b49-462a-9c04-5bed6f29f447&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1232498
Feb 02 13:43:12.941523 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-65ebdac5-0499-406d-98c2-b9474ceaf1e6 req-0c018dce-2285-40d1-ba9b-441e3a070bcf tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:43:12.972864 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-65ebdac5-0499-406d-98c2-b9474ceaf1e6 req-0c018dce-2285-40d1-ba9b-441e3a070bcf tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:43:12.984399 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-65ebdac5-0499-406d-98c2-b9474ceaf1e6 req-0c018dce-2285-40d1-ba9b-441e3a070bcf tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756828'] for security_group_rule, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:43:12.992608 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-39832b71-d0db-4c36-883d-a7a47862de7b tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:43:13.019296 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c018dce-2285-40d1-ba9b-441e3a070bcf tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f02f80c2-022c-4980-a4dc-1b6154e9af19,revision_number=0']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:43:13.023190 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-0c018dce-2285-40d1-ba9b-441e3a070bcf tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:43:13.031391 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-65ebdac5-0499-406d-98c2-b9474ceaf1e6 req-0c018dce-2285-40d1-ba9b-441e3a070bcf tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:43:13.032952 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-65ebdac5-0499-406d-98c2-b9474ceaf1e6 req-0c018dce-2285-40d1-ba9b-441e3a070bcf tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.4224451
Feb 02 13:43:13.200578 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-f7718314-94c7-4048-8038-4d601e5d4fa3 req-682c3e88-cbdb-4dbe-a8f5-becb2e8c9191 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/security-groups/5916b4e8-3b64-431d-a512-4e0f8d1bf80f HTTP/1.1" status: 200  len: 2405 time: 0.1233406
Feb 02 13:43:13.218636 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-f7718314-94c7-4048-8038-4d601e5d4fa3 req-26aa57ca-7849-4db5-b10d-59e1bf8bad52 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5916b4e8-3b64-431d-a512-4e0f8d1bf80f', 'remote_group_id': None}]} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:43:13.219498 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-f7718314-94c7-4048-8038-4d601e5d4fa3 req-26aa57ca-7849-4db5-b10d-59e1bf8bad52 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5916b4e8-3b64-431d-a512-4e0f8d1bf80f', 'remote_group_id': None}} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:43:13.246425 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-f7718314-94c7-4048-8038-4d601e5d4fa3 req-26aa57ca-7849-4db5-b10d-59e1bf8bad52 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:43:13.251063 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-f7718314-94c7-4048-8038-4d601e5d4fa3 req-26aa57ca-7849-4db5-b10d-59e1bf8bad52 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Usage tracker for resource:security_group_rule and tenant:c7377d5a96854dd78261e26bac4d60a5 is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:43:13.254604 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-f7718314-94c7-4048-8038-4d601e5d4fa3 req-26aa57ca-7849-4db5-b10d-59e1bf8bad52 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:43:13.260924 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-f7718314-94c7-4048-8038-4d601e5d4fa3 req-26aa57ca-7849-4db5-b10d-59e1bf8bad52 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:43:13.448401 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-f7718314-94c7-4048-8038-4d601e5d4fa3 req-26aa57ca-7849-4db5-b10d-59e1bf8bad52 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:43:13.511781 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-f7718314-94c7-4048-8038-4d601e5d4fa3 req-26aa57ca-7849-4db5-b10d-59e1bf8bad52 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:43:13.519318 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-f7718314-94c7-4048-8038-4d601e5d4fa3 req-26aa57ca-7849-4db5-b10d-59e1bf8bad52 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756828'] for security_group_rule, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:43:13.531348 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-6778955e-909d-41fc-abe0-e80dbd9cd489 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:43:13.564088 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aa57ca-7849-4db5-b10d-59e1bf8bad52 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05ed499d-2758-47e2-ae06-81e5d517cec2,revision_number=0']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:43:13.656566 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f042346-3f2d-4035-8e1c-98df67756f82 req-40387566-3eec-44c2-a339-0ac4e5566325 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:13.658322 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-8f042346-3f2d-4035-8e1c-98df67756f82 req-40387566-3eec-44c2-a339-0ac4e5566325 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/ports?device_id=7e8d2815-d67d-48ce-8724-8d8fb8d5fb3d HTTP/1.1" status: 200  len: 945 time: 0.3116517
Feb 02 13:43:13.661873 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-26aa57ca-7849-4db5-b10d-59e1bf8bad52 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:43:13.664503 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac1622-dee0-4444-9f3e-2068d2409142 req-66c523e3-3ac6-419c-b1ab-4d6490ce6997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:13.666055 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-10ac1622-dee0-4444-9f3e-2068d2409142 req-66c523e3-3ac6-419c-b1ab-4d6490ce6997 service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=dc43bfb261a1419d93631ca1734b41d5&device_id=7e8d2815-d67d-48ce-8724-8d8fb8d5fb3d HTTP/1.1" status: 200  len: 1162 time: 0.2744064
Feb 02 13:43:13.668254 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-f7718314-94c7-4048-8038-4d601e5d4fa3 req-26aa57ca-7849-4db5-b10d-59e1bf8bad52 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:43:13.669429 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-f7718314-94c7-4048-8038-4d601e5d4fa3 req-26aa57ca-7849-4db5-b10d-59e1bf8bad52 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.4558024
Feb 02 13:43:13.862637 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-8f042346-3f2d-4035-8e1c-98df67756f82 req-869d0deb-42af-48cc-918e-9a81f0fd9dc5 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/security-groups?id=bdba0788-3b49-462a-9c04-5bed6f29f447&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1953664
Feb 02 13:43:13.946187 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac1622-dee0-4444-9f3e-2068d2409142 req-93f6ee26-1fc9-4ab8-8858-55d0067695a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:13.948069 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-10ac1622-dee0-4444-9f3e-2068d2409142 req-93f6ee26-1fc9-4ab8-8858-55d0067695a1 service neutron] 10.222.0.132 "GET /v2.0/networks?id=a4835e6f-7982-41d9-8597-68768326e2b7 HTTP/1.1" status: 200  len: 905 time: 0.2627940
Feb 02 13:43:14.121497 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88fceca-82db-48ba-aecb-b055f01bec8a req-e6e7fa86-0b58-45cf-a2ba-0e619cf348b5 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:14.124385 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a88fceca-82db-48ba-aecb-b055f01bec8a req-e6e7fa86-0b58-45cf-a2ba-0e619cf348b5 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=af5c64e0-45e4-4d02-8b79-5558d2a387ae HTTP/1.1" status: 200  len: 945 time: 0.3269427
Feb 02 13:43:14.256515 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-10ac1622-dee0-4444-9f3e-2068d2409142 req-976ac6bd-19a5-450c-b0fa-e7ea78bc7fa8 service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc3695ea-dc80-44c7-b589-f2721d774513 HTTP/1.1" status: 200  len: 1001 time: 0.2991567
Feb 02 13:43:14.276922 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-dbc918b9-05b3-4634-bdf3-72a4e48965f1 req-e38f43ca-768d-4712-9b3e-b11ce3a93daa tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Synchronizing usage tracker for tenant:c7377d5a96854dd78261e26bac4d60a5 on resource:security_group {{(pid=80184) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:43:14.336828 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a88fceca-82db-48ba-aecb-b055f01bec8a req-6c8933f3-b557-46db-988d-1a1cb56269be tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=e24f2a2e-52bb-4e6c-8006-fb40a9bbed50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1843293
Feb 02 13:43:14.372276 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-dbc918b9-05b3-4634-bdf3-72a4e48965f1 req-e38f43ca-768d-4712-9b3e-b11ce3a93daa tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Unset dirty status for tenant:c7377d5a96854dd78261e26bac4d60a5 on resource:security_group {{(pid=80184) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:43:14.373647 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-dbc918b9-05b3-4634-bdf3-72a4e48965f1 req-e38f43ca-768d-4712-9b3e-b11ce3a93daa tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-409667161&fields=id&tenant_id=c7377d5a96854dd78261e26bac4d60a5 HTTP/1.1" status: 200  len: 267 time: 0.2477901
Feb 02 13:43:14.379979 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac1622-dee0-4444-9f3e-2068d2409142 req-40701625-1a9b-4838-813d-24bd62d5cca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:14.381722 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-10ac1622-dee0-4444-9f3e-2068d2409142 req-40701625-1a9b-4838-813d-24bd62d5cca9 service neutron] 10.222.0.132 "GET /v2.0/subnets?id=7bd499ff-eea3-463e-bee1-8df687fd8da3 HTTP/1.1" status: 200  len: 850 time: 0.1018627
Feb 02 13:43:14.621553 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc918b9-05b3-4634-bdf3-72a4e48965f1 req-cffbe0b6-eddc-4788-90fd-a2ec6881f0d1 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:14.623343 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-dbc918b9-05b3-4634-bdf3-72a4e48965f1 req-cffbe0b6-eddc-4788-90fd-a2ec6881f0d1 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/ports?device_id=3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2 HTTP/1.1" status: 200  len: 945 time: 0.2406168
Feb 02 13:43:14.625553 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac1622-dee0-4444-9f3e-2068d2409142 req-11be2a15-6bcb-4745-8719-5419e0a8cc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:14.627008 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-10ac1622-dee0-4444-9f3e-2068d2409142 req-11be2a15-6bcb-4745-8719-5419e0a8cc4e service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=a4835e6f-7982-41d9-8597-68768326e2b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1983094
Feb 02 13:43:14.636603 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-dbc918b9-05b3-4634-bdf3-72a4e48965f1 req-94b23a67-747d-4c68-abaa-48e76a932a77 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Request body: {'port': {'security_groups': ['6419cc62-b27d-4d08-bd9b-1b4889c2b9ea', '5916b4e8-3b64-431d-a512-4e0f8d1bf80f']}} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:43:14.910783 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-dbc918b9-05b3-4634-bdf3-72a4e48965f1 req-94b23a67-747d-4c68-abaa-48e76a932a77 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:43:14.968880 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-10ac1622-dee0-4444-9f3e-2068d2409142 req-c2395c9b-ac84-436d-8db1-02529e73b19f service neutron] 10.222.0.132 "GET /v2.0/networks/a4835e6f-7982-41d9-8597-68768326e2b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2931867
Feb 02 13:43:15.299211 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-10ac1622-dee0-4444-9f3e-2068d2409142 req-03def1ee-0e04-470f-b6cf-4e07f6d81a85 service neutron] 10.222.0.132 "GET /v2.0/networks/a4835e6f-7982-41d9-8597-68768326e2b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3230410
Feb 02 13:43:15.420474 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481d7e9-4106-43b8-a0d1-e68e4e6d2d11 req-5ea362e3-d0b4-47e8-8d20-b685f08db6c2 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:15.422341 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b481d7e9-4106-43b8-a0d1-e68e4e6d2d11 req-5ea362e3-d0b4-47e8-8d20-b685f08db6c2 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/ports?device_id=7e8d2815-d67d-48ce-8724-8d8fb8d5fb3d HTTP/1.1" status: 200  len: 945 time: 0.3487720
Feb 02 13:43:15.836473 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b481d7e9-4106-43b8-a0d1-e68e4e6d2d11 req-0c60d3ea-8ef1-4dff-8ea6-386d1b620adb tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/security-groups?id=bdba0788-3b49-462a-9c04-5bed6f29f447&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4057043
Feb 02 13:43:15.917945 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-dbc918b9-05b3-4634-bdf3-72a4e48965f1 req-94b23a67-747d-4c68-abaa-48e76a932a77 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] For port e8d13c4a-6a19-4bb6-be52-1ffd88e69572, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=e8d13c4a-6a19-4bb6-be52-1ffd88e69572,segment=NetworkSegment(4e775aad-c37b-4a2c-b799-042e82a5eee6),segment_id=4e775aad-c37b-4a2c-b799-042e82a5eee6)] {{(pid=80184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:43:15.952584 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-dbc918b9-05b3-4634-bdf3-72a4e48965f1 req-94b23a67-747d-4c68-abaa-48e76a932a77 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Notify callbacks [] for port, precommit_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:43:15.957070 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-dbc918b9-05b3-4634-bdf3-72a4e48965f1 req-94b23a67-747d-4c68-abaa-48e76a932a77 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2835433'] for port, after_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:43:15.973673 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-2711a8b3-836d-412f-a9d1-2001461190cf tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:43:16.223495 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b23a67-747d-4c68-abaa-48e76a932a77 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Pushing event updated for resources: {'Port': ['ID=e8d13c4a-6a19-4bb6-be52-1ffd88e69572,revision_number=5']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:43:16.228304 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-94b23a67-747d-4c68-abaa-48e76a932a77 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:43:16.369915 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ed62d-e928-4509-950f-a886f3c1066b req-74527f7c-f974-4f76-b663-d0cd749fb6a0 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:16.371658 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ce1ed62d-e928-4509-950f-a886f3c1066b req-74527f7c-f974-4f76-b663-d0cd749fb6a0 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=af5c64e0-45e4-4d02-8b79-5558d2a387ae HTTP/1.1" status: 200  len: 945 time: 0.3555305
Feb 02 13:43:16.468316 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc918b9-05b3-4634-bdf3-72a4e48965f1 req-94b23a67-747d-4c68-abaa-48e76a932a77 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:16.469064 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-dbc918b9-05b3-4634-bdf3-72a4e48965f1 req-94b23a67-747d-4c68-abaa-48e76a932a77 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for port, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:43:16.470798 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-dbc918b9-05b3-4634-bdf3-72a4e48965f1 req-94b23a67-747d-4c68-abaa-48e76a932a77 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "PUT /v2.0/ports/e8d13c4a-6a19-4bb6-be52-1ffd88e69572 HTTP/1.1" status: 200  len: 981 time: 1.8401561
Feb 02 13:43:16.472053 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2', 'tag': 'e8d13c4a-6a19-4bb6-be52-1ffd88e69572'}] {{(pid=80184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:43:16.529611 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ce1ed62d-e928-4509-950f-a886f3c1066b req-b64af221-fce0-40d2-b395-f7bb5a54fcfe tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=e24f2a2e-52bb-4e6c-8006-fb40a9bbed50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1505172
Feb 02 13:43:16.650413 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2', 'tag': 'e8d13c4a-6a19-4bb6-be52-1ffd88e69572', 'status': 'completed', 'code': 200}
Feb 02 13:43:16.656627 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-69811925-eee8-41d6-b49d-723dec2aa63c None None] Provisioning complete for port e8d13c4a-6a19-4bb6-be52-1ffd88e69572 triggered by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:43:16.657049 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-69811925-eee8-41d6-b49d-723dec2aa63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:43:16.861894 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419050b3-903b-4966-972b-9d191eff7943 req-5a21a250-1309-45fb-a4dc-204796af563c tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:16.863542 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-419050b3-903b-4966-972b-9d191eff7943 req-5a21a250-1309-45fb-a4dc-204796af563c tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/ports?device_id=3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2 HTTP/1.1" status: 200  len: 984 time: 0.2565231
Feb 02 13:43:16.869304 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e7021-e1b9-481e-921d-19b841153c8a req-965d05c8-dea5-4cf5-b352-d4b5dfee0c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:16.870855 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-9c3e7021-e1b9-481e-921d-19b841153c8a req-965d05c8-dea5-4cf5-b352-d4b5dfee0c0b service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=c7377d5a96854dd78261e26bac4d60a5&device_id=3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2 HTTP/1.1" status: 200  len: 1202 time: 0.2030594
Feb 02 13:43:17.039340 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-419050b3-903b-4966-972b-9d191eff7943 req-4baa59ef-73f3-4532-af06-67449fa58e9d tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/security-groups?id=6419cc62-b27d-4d08-bd9b-1b4889c2b9ea&id=5916b4e8-3b64-431d-a512-4e0f8d1bf80f&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.1673834
Feb 02 13:43:17.160206 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e7021-e1b9-481e-921d-19b841153c8a req-803b671e-0887-4a3c-99d2-7157b8e1d745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:17.161869 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-9c3e7021-e1b9-481e-921d-19b841153c8a req-803b671e-0887-4a3c-99d2-7157b8e1d745 service neutron] 10.222.0.132 "GET /v2.0/networks?id=2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4 HTTP/1.1" status: 200  len: 909 time: 0.2714622
Feb 02 13:43:17.375408 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25740f-253a-44cc-84bd-71834a5c85a0 req-a6e2283f-1c60-4641-a4e8-f44a21788fb1 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:17.376510 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-eb25740f-253a-44cc-84bd-71834a5c85a0 req-a6e2283f-1c60-4641-a4e8-f44a21788fb1 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/ports?device_id=7e8d2815-d67d-48ce-8724-8d8fb8d5fb3d HTTP/1.1" status: 200  len: 945 time: 0.3361206
Feb 02 13:43:17.414340 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-9c3e7021-e1b9-481e-921d-19b841153c8a req-652e18af-d491-4d9a-9d17-b43d310500e6 service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8d13c4a-6a19-4bb6-be52-1ffd88e69572 HTTP/1.1" status: 200  len: 1001 time: 0.2428486
Feb 02 13:43:17.526184 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-eb25740f-253a-44cc-84bd-71834a5c85a0 req-1b8e0156-3038-42be-941c-682925400fd6 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/security-groups?id=bdba0788-3b49-462a-9c04-5bed6f29f447&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1371548
Feb 02 13:43:17.571957 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e7021-e1b9-481e-921d-19b841153c8a req-542f9189-ecef-4015-927b-8212a6fece5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:17.573922 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-9c3e7021-e1b9-481e-921d-19b841153c8a req-542f9189-ecef-4015-927b-8212a6fece5c service neutron] 10.222.0.132 "GET /v2.0/subnets?id=6ba67f1d-6632-44fe-98c0-2a645afeb419 HTTP/1.1" status: 200  len: 854 time: 0.1531830
Feb 02 13:43:17.687200 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e7021-e1b9-481e-921d-19b841153c8a req-39d47d4a-7e44-4d3f-a430-718b2422383b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:17.689068 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-9c3e7021-e1b9-481e-921d-19b841153c8a req-39d47d4a-7e44-4d3f-a430-718b2422383b service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1101828
Feb 02 13:43:17.906160 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-9c3e7021-e1b9-481e-921d-19b841153c8a req-560817b3-a35b-47ce-b1a4-0b9709af28ea service neutron] 10.222.0.132 "GET /v2.0/networks/2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2116830
Feb 02 13:43:18.025094 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3aa0f-b922-49a3-8320-cf2e249fbd55 req-35676043-7bb5-4eef-91b2-cd6e48ef6a35 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:18.026801 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-87b3aa0f-b922-49a3-8320-cf2e249fbd55 req-35676043-7bb5-4eef-91b2-cd6e48ef6a35 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=af5c64e0-45e4-4d02-8b79-5558d2a387ae HTTP/1.1" status: 200  len: 945 time: 0.3027017
Feb 02 13:43:18.124727 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device e8d13c4a-6a19-4bb6-be52-1ffd88e69572 up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:43:18.169237 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-87b3aa0f-b922-49a3-8320-cf2e249fbd55 req-f350fc5e-4c2b-4223-ab2f-99b39cfce3d1 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=e24f2a2e-52bb-4e6c-8006-fb40a9bbed50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0862653
Feb 02 13:43:18.230080 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-9c3e7021-e1b9-481e-921d-19b841153c8a req-4edbd879-624c-4783-8173-90fb3e86bbba service neutron] 10.222.0.132 "GET /v2.0/networks/2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3190150
Feb 02 13:43:18.260140 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port e8d13c4a-6a19-4bb6-be52-1ffd88e69572 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:43:18.260565 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:43:19.281290 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd25e1-fa47-4136-9d91-a727de026d58 req-f83b5aa9-ac05-4182-8654-810cc33c5d3d tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:19.283039 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-21cd25e1-fa47-4136-9d91-a727de026d58 req-f83b5aa9-ac05-4182-8654-810cc33c5d3d tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/ports?device_id=6cf7f0de-ccd0-430f-a0af-4e57ce8d696e HTTP/1.1" status: 200  len: 946 time: 0.2068543
Feb 02 13:43:19.369099 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-21cd25e1-fa47-4136-9d91-a727de026d58 req-47e7214d-9308-41ac-a466-9e24bf2fcda1 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/security-groups?id=9820b355-1340-4439-a5e3-858cadedd0e4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0780816
Feb 02 13:43:19.597407 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb07a7d-33d7-472c-a19b-488840cb6796 req-0f202312-5d89-4ba4-b8d5-7951ae70d7ff tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:19.598914 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-edb07a7d-33d7-472c-a19b-488840cb6796 req-0f202312-5d89-4ba4-b8d5-7951ae70d7ff tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=af5c64e0-45e4-4d02-8b79-5558d2a387ae HTTP/1.1" status: 200  len: 945 time: 0.2173250
Feb 02 13:43:19.696603 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-edb07a7d-33d7-472c-a19b-488840cb6796 req-c72a4c8b-0355-4dbf-b55d-b5cc205d82f2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=e24f2a2e-52bb-4e6c-8006-fb40a9bbed50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0822203
Feb 02 13:43:20.839983 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c739a605-d416-40bf-8b83-61e3ec06e895 req-6895eecd-2fde-4813-a152-c2d115381df8 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:20.856103 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-c739a605-d416-40bf-8b83-61e3ec06e895 req-6895eecd-2fde-4813-a152-c2d115381df8 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/ports?device_id=6cf7f0de-ccd0-430f-a0af-4e57ce8d696e HTTP/1.1" status: 200  len: 946 time: 0.2785275
Feb 02 13:43:20.938593 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-c739a605-d416-40bf-8b83-61e3ec06e895 req-bd0d7fee-2f18-4438-bd8d-80f4bcfeca33 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/security-groups?id=9820b355-1340-4439-a5e3-858cadedd0e4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0812001
Feb 02 13:43:21.216269 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032518e3-81f0-4e17-80b2-5ccf8eef70ee req-5cf871e6-7b5d-406b-921e-95d1c065c451 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:21.218686 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-032518e3-81f0-4e17-80b2-5ccf8eef70ee req-5cf871e6-7b5d-406b-921e-95d1c065c451 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=af5c64e0-45e4-4d02-8b79-5558d2a387ae HTTP/1.1" status: 200  len: 945 time: 0.2784867
Feb 02 13:43:21.335323 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-032518e3-81f0-4e17-80b2-5ccf8eef70ee req-957a7f2e-01aa-4093-a466-9b11088a0e7c tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=e24f2a2e-52bb-4e6c-8006-fb40a9bbed50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1042211
Feb 02 13:43:22.421881 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92106dc7-bbe5-4820-98ab-a983eeef88fd req-f95aff6e-3c75-4e38-a1a1-6e7bdf9c7104 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:22.424140 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-92106dc7-bbe5-4820-98ab-a983eeef88fd req-f95aff6e-3c75-4e38-a1a1-6e7bdf9c7104 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/ports?device_id=6cf7f0de-ccd0-430f-a0af-4e57ce8d696e HTTP/1.1" status: 200  len: 946 time: 0.2528958
Feb 02 13:43:22.543330 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-92106dc7-bbe5-4820-98ab-a983eeef88fd req-ecb14bc3-c341-4bcd-9eca-507f373e490c tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/security-groups?id=9820b355-1340-4439-a5e3-858cadedd0e4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0986881
Feb 02 13:43:22.833402 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd210bb-3a4d-4e98-ac69-13bfeec3368f req-3a26be1c-a72e-4cd1-a129-267e48a09895 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:22.835719 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-dcd210bb-3a4d-4e98-ac69-13bfeec3368f req-3a26be1c-a72e-4cd1-a129-267e48a09895 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=af5c64e0-45e4-4d02-8b79-5558d2a387ae HTTP/1.1" status: 200  len: 945 time: 0.2321508
Feb 02 13:43:22.941880 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-dcd210bb-3a4d-4e98-ac69-13bfeec3368f req-f5aa7bf8-2be1-4326-9555-76cbe50a046f tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=e24f2a2e-52bb-4e6c-8006-fb40a9bbed50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0981810
Feb 02 13:43:23.888113 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ecfdb-a073-4ee3-b866-1d90cb013907 req-b9ae6098-f0b3-427f-9211-386df471b510 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:23.892741 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e94ecfdb-a073-4ee3-b866-1d90cb013907 req-b9ae6098-f0b3-427f-9211-386df471b510 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/ports?device_id=6cf7f0de-ccd0-430f-a0af-4e57ce8d696e HTTP/1.1" status: 200  len: 946 time: 0.1988707
Feb 02 13:43:23.973418 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e94ecfdb-a073-4ee3-b866-1d90cb013907 req-033daf4a-a3f6-4dd3-8a0d-3ecc217e74f6 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/security-groups?id=9820b355-1340-4439-a5e3-858cadedd0e4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0743139
Feb 02 13:43:24.372367 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc180f7f-c39d-4fa7-9b24-68dbd127e037 req-c20efd5f-f6eb-4257-9530-ba1ad913d4b2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:24.382283 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-dc180f7f-c39d-4fa7-9b24-68dbd127e037 req-c20efd5f-f6eb-4257-9530-ba1ad913d4b2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=af5c64e0-45e4-4d02-8b79-5558d2a387ae HTTP/1.1" status: 200  len: 945 time: 0.2364440
Feb 02 13:43:24.464561 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-dc180f7f-c39d-4fa7-9b24-68dbd127e037 req-ab9a09c7-fbe9-4117-b1e8-8c1627c1d809 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=e24f2a2e-52bb-4e6c-8006-fb40a9bbed50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0820923
Feb 02 13:43:25.428226 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a98dc-028c-4a82-86be-76105dce72a8 req-9b681326-da46-44c6-9de1-540e82d4c7e5 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:25.432977 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e59a98dc-028c-4a82-86be-76105dce72a8 req-9b681326-da46-44c6-9de1-540e82d4c7e5 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/ports?device_id=6cf7f0de-ccd0-430f-a0af-4e57ce8d696e HTTP/1.1" status: 200  len: 946 time: 0.2669473
Feb 02 13:43:25.569611 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e59a98dc-028c-4a82-86be-76105dce72a8 req-1c363080-7a20-4cd9-9bd6-e925dbb53a18 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/security-groups?id=9820b355-1340-4439-a5e3-858cadedd0e4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1288455
Feb 02 13:43:25.989735 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ded8a78e-a19a-4f9f-bbce-a38a171e7161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:43:26.024178 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb6d75e-db5b-479a-90cb-bbd6c12819e6 req-69542a1f-8d90-45f5-a7c4-8b08adc5efa6 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:26.025156 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-feb6d75e-db5b-479a-90cb-bbd6c12819e6 req-69542a1f-8d90-45f5-a7c4-8b08adc5efa6 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=af5c64e0-45e4-4d02-8b79-5558d2a387ae HTTP/1.1" status: 200  len: 945 time: 0.3082104
Feb 02 13:43:26.109464 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-feb6d75e-db5b-479a-90cb-bbd6c12819e6 req-3a8f434c-a2af-4bf8-af25-3f2bbbb2088f tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=e24f2a2e-52bb-4e6c-8006-fb40a9bbed50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0729430
Feb 02 13:43:27.032872 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b296db9-776a-4917-b4d4-da279525e7d7 req-7be1b739-1c1e-48d3-8564-9d24ffdbf25c tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:27.044062 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3b296db9-776a-4917-b4d4-da279525e7d7 req-7be1b739-1c1e-48d3-8564-9d24ffdbf25c tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/ports?device_id=6cf7f0de-ccd0-430f-a0af-4e57ce8d696e HTTP/1.1" status: 200  len: 946 time: 0.2630720
Feb 02 13:43:27.132282 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3b296db9-776a-4917-b4d4-da279525e7d7 req-44f0b6bc-29e0-4046-a212-7dadf7595e54 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/security-groups?id=9820b355-1340-4439-a5e3-858cadedd0e4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0865247
Feb 02 13:43:27.686871 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84619c5b-6dae-4d29-8452-1dd4ad9ebf55 req-2119eef9-bcd0-462b-a4fe-b320dfd7ec09 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:27.688898 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-84619c5b-6dae-4d29-8452-1dd4ad9ebf55 req-2119eef9-bcd0-462b-a4fe-b320dfd7ec09 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=af5c64e0-45e4-4d02-8b79-5558d2a387ae HTTP/1.1" status: 200  len: 945 time: 0.2754209
Feb 02 13:43:27.839634 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-84619c5b-6dae-4d29-8452-1dd4ad9ebf55 req-cfdc75f5-0627-461e-9970-ebe6990dc152 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=e24f2a2e-52bb-4e6c-8006-fb40a9bbed50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1374063
Feb 02 13:43:28.637348 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45b1ae-6d26-4671-aaab-02ca20fa5d04 req-1a87f343-4172-4f26-9268-f4c0d8fd61b9 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:28.639110 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-bb45b1ae-6d26-4671-aaab-02ca20fa5d04 req-1a87f343-4172-4f26-9268-f4c0d8fd61b9 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/ports?device_id=6cf7f0de-ccd0-430f-a0af-4e57ce8d696e HTTP/1.1" status: 200  len: 946 time: 0.2497375
Feb 02 13:43:28.757132 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-bb45b1ae-6d26-4671-aaab-02ca20fa5d04 req-8a868650-1b80-4952-baaf-3176d8c5c3f4 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/security-groups?id=9820b355-1340-4439-a5e3-858cadedd0e4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1056485
Feb 02 13:43:29.035566 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c7e8766e-8d12-4426-afca-822902410145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:43:29.338690 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0758239a-851a-4117-b975-05c884c814ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:43:29.823724 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a32114-61de-40b3-b1d7-a91c8fc5e9bc req-220e7fd8-98ac-4e25-afed-49abc0b7eca8 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:29.837538 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577db0e-11ff-49f2-b43f-c95f7166c1c7 req-32b87fef-be63-4e73-aee2-cb89cadce5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:29.840335 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a1a32114-61de-40b3-b1d7-a91c8fc5e9bc req-220e7fd8-98ac-4e25-afed-49abc0b7eca8 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=af5c64e0-45e4-4d02-8b79-5558d2a387ae HTTP/1.1" status: 200  len: 945 time: 0.7377162
Feb 02 13:43:29.840719 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-5577db0e-11ff-49f2-b43f-c95f7166c1c7 req-32b87fef-be63-4e73-aee2-cb89cadce5d7 service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=4137e2122c7f40189b0a34f1651c3764&device_id=af5c64e0-45e4-4d02-8b79-5558d2a387ae HTTP/1.1" status: 200  len: 1162 time: 0.1320076
Feb 02 13:43:29.845698 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc996e6-ee7a-48a1-8e64-fe90fa1da836 req-36451915-dd47-4ac1-b63e-a00846727ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:29.848527 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-9dc996e6-ee7a-48a1-8e64-fe90fa1da836 req-36451915-dd47-4ac1-b63e-a00846727ea5 service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=8e16c9728d43493c958535e3444169f8&device_id=6cf7f0de-ccd0-430f-a0af-4e57ce8d696e HTTP/1.1" status: 200  len: 1163 time: 0.3510942
Feb 02 13:43:30.108534 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577db0e-11ff-49f2-b43f-c95f7166c1c7 req-1b274195-edff-4c97-9131-bcbfa1089724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:30.111422 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-5577db0e-11ff-49f2-b43f-c95f7166c1c7 req-1b274195-edff-4c97-9131-bcbfa1089724 service neutron] 10.222.0.132 "GET /v2.0/networks?id=1686445e-9089-4fcd-bac5-a148e4ca86fe HTTP/1.1" status: 200  len: 910 time: 0.2653611
Feb 02 13:43:30.274605 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a1a32114-61de-40b3-b1d7-a91c8fc5e9bc req-dfa75458-c6ef-403c-942c-c08786204ab3 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=e24f2a2e-52bb-4e6c-8006-fb40a9bbed50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4324706
Feb 02 13:43:30.311724 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:43:30.321595 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-5577db0e-11ff-49f2-b43f-c95f7166c1c7 req-7b8dfeaf-789c-476e-93d1-1f087b88475c service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf294d93-7af7-453d-818c-abf9ef7c04af HTTP/1.1" status: 200  len: 1000 time: 0.1983070
Feb 02 13:43:30.430658 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577db0e-11ff-49f2-b43f-c95f7166c1c7 req-13e97bd7-9a78-4084-982a-99bd17a161cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:30.432779 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-5577db0e-11ff-49f2-b43f-c95f7166c1c7 req-13e97bd7-9a78-4084-982a-99bd17a161cd service neutron] 10.222.0.132 "GET /v2.0/subnets?id=e86f023b-3193-46b5-b935-af688f96c4c8 HTTP/1.1" status: 200  len: 855 time: 0.1063015
Feb 02 13:43:30.585251 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577db0e-11ff-49f2-b43f-c95f7166c1c7 req-64e19429-23be-4081-ac9e-f27941066641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:30.588333 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-5577db0e-11ff-49f2-b43f-c95f7166c1c7 req-64e19429-23be-4081-ac9e-f27941066641 service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=1686445e-9089-4fcd-bac5-a148e4ca86fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1504829
Feb 02 13:43:30.588814 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674ca26-3fe3-41c3-912e-3292fc954139 req-ad4cc108-7908-4af4-977e-87c44ed25fed tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:30.591168 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3674ca26-3fe3-41c3-912e-3292fc954139 req-ad4cc108-7908-4af4-977e-87c44ed25fed tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/ports?device_id=6cf7f0de-ccd0-430f-a0af-4e57ce8d696e HTTP/1.1" status: 200  len: 946 time: 0.5370750
Feb 02 13:43:30.602110 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc996e6-ee7a-48a1-8e64-fe90fa1da836 req-393e5dad-0bf9-4f6e-ab7c-83e842e618e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:30.605432 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-9dc996e6-ee7a-48a1-8e64-fe90fa1da836 req-393e5dad-0bf9-4f6e-ab7c-83e842e618e1 service neutron] 10.222.0.132 "GET /v2.0/networks?id=49e9892e-e3c8-47c9-a38b-9f46a257b87b HTTP/1.1" status: 200  len: 903 time: 0.7304301
Feb 02 13:43:30.876483 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-5577db0e-11ff-49f2-b43f-c95f7166c1c7 req-eb5ecc86-884f-4e8f-bcaf-f64be5e3dc6d service neutron] 10.222.0.132 "GET /v2.0/networks/1686445e-9089-4fcd-bac5-a148e4ca86fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2821250
Feb 02 13:43:30.887569 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3674ca26-3fe3-41c3-912e-3292fc954139 req-e46369be-39ba-48df-b700-1cf3d24bc47a tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/security-groups?id=9820b355-1340-4439-a5e3-858cadedd0e4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.2805150
Feb 02 13:43:30.907896 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-9dc996e6-ee7a-48a1-8e64-fe90fa1da836 req-ead721da-c1de-4a98-89d2-ef782cec8992 service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b3f9eb4-7da2-479a-ae23-9653b881385d HTTP/1.1" status: 200  len: 1001 time: 0.2697871
Feb 02 13:43:31.007432 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc996e6-ee7a-48a1-8e64-fe90fa1da836 req-782da6cb-0e2d-4fa2-9f91-7a8f69910f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:31.009366 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-9dc996e6-ee7a-48a1-8e64-fe90fa1da836 req-782da6cb-0e2d-4fa2-9f91-7a8f69910f05 service neutron] 10.222.0.132 "GET /v2.0/subnets?id=e347391d-b5e6-4cc9-bee6-953d0e0b3d40 HTTP/1.1" status: 200  len: 848 time: 0.0963137
Feb 02 13:43:31.054210 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-42ef245d-f728-4293-a752-dedea4fc02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:43:31.085141 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-5577db0e-11ff-49f2-b43f-c95f7166c1c7 req-505c005b-a1ea-4d9f-8e5a-5ccefc314a94 service neutron] 10.222.0.132 "GET /v2.0/networks/1686445e-9089-4fcd-bac5-a148e4ca86fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2030268
Feb 02 13:43:31.132857 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc996e6-ee7a-48a1-8e64-fe90fa1da836 req-0adc1b45-d8c7-48c6-ac26-82d25ba9ea58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:31.135520 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-9dc996e6-ee7a-48a1-8e64-fe90fa1da836 req-0adc1b45-d8c7-48c6-ac26-82d25ba9ea58 service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=49e9892e-e3c8-47c9-a38b-9f46a257b87b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1188033
Feb 02 13:43:31.405164 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-9dc996e6-ee7a-48a1-8e64-fe90fa1da836 req-e1e759b8-b9a0-496b-9a45-2acd456139f3 service neutron] 10.222.0.132 "GET /v2.0/networks/49e9892e-e3c8-47c9-a38b-9f46a257b87b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2602553
Feb 02 13:43:31.800761 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-9dc996e6-ee7a-48a1-8e64-fe90fa1da836 req-f8ee011e-3b58-45bb-92a9-81c6488c9ab8 service neutron] 10.222.0.132 "GET /v2.0/networks/49e9892e-e3c8-47c9-a38b-9f46a257b87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3870084
Feb 02 13:43:31.920324 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78626389-3477-4fcc-93d3-ff9526a19f87 req-33938ee0-2795-40a4-a6ab-5b7a495e38ae tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:31.922071 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-78626389-3477-4fcc-93d3-ff9526a19f87 req-33938ee0-2795-40a4-a6ab-5b7a495e38ae tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=af5c64e0-45e4-4d02-8b79-5558d2a387ae HTTP/1.1" status: 200  len: 945 time: 0.3672342
Feb 02 13:43:32.045474 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-78626389-3477-4fcc-93d3-ff9526a19f87 req-7ce8639d-9045-49cd-a48b-d89752e0b4fd tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=e24f2a2e-52bb-4e6c-8006-fb40a9bbed50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1152899
Feb 02 13:43:32.335580 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1bcde4-c6ec-443f-b9be-e4c9dcf73520 req-20590fb4-ab07-4afe-8aef-3df4c0101a42 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:32.337428 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-df1bcde4-c6ec-443f-b9be-e4c9dcf73520 req-20590fb4-ab07-4afe-8aef-3df4c0101a42 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/ports?device_id=6cf7f0de-ccd0-430f-a0af-4e57ce8d696e HTTP/1.1" status: 200  len: 946 time: 0.2316155
Feb 02 13:43:32.424522 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-df1bcde4-c6ec-443f-b9be-e4c9dcf73520 req-249ac3dd-b959-45b2-8a71-1cb393aa86df tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/security-groups?id=9820b355-1340-4439-a5e3-858cadedd0e4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0745184
Feb 02 13:43:33.028780 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:43:33.500824 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1add97-c3c8-4849-8324-f032da558101 req-65b447bd-d3d3-431c-a323-1a2e2e838e00 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:33.503181 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-1c1add97-c3c8-4849-8324-f032da558101 req-65b447bd-d3d3-431c-a323-1a2e2e838e00 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=af5c64e0-45e4-4d02-8b79-5558d2a387ae HTTP/1.1" status: 200  len: 945 time: 0.1773560
Feb 02 13:43:33.591691 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-1c1add97-c3c8-4849-8324-f032da558101 req-b21b3c54-bf7f-42de-a04b-2b997f2b0204 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=e24f2a2e-52bb-4e6c-8006-fb40a9bbed50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0770898
Feb 02 13:43:33.837725 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bee759-22b3-4d90-9c3e-283d1de1ae83 req-dc274c79-d28b-4cc4-b1cd-77277d556d23 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:33.839595 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b9bee759-22b3-4d90-9c3e-283d1de1ae83 req-dc274c79-d28b-4cc4-b1cd-77277d556d23 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/ports?device_id=6cf7f0de-ccd0-430f-a0af-4e57ce8d696e HTTP/1.1" status: 200  len: 946 time: 0.2409952
Feb 02 13:43:33.927118 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b9bee759-22b3-4d90-9c3e-283d1de1ae83 req-e80db020-4aae-47f7-90b3-4085f7e4d04d tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/security-groups?id=9820b355-1340-4439-a5e3-858cadedd0e4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0723906
Feb 02 13:43:34.055402 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device 1b3f9eb4-7da2-479a-ae23-9653b881385d no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 02 13:43:34.221054 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:43:34.261247 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cf7f0de-ccd0-430f-a0af-4e57ce8d696e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b3f9eb4-7da2-479a-ae23-9653b881385d'}] {{(pid=80186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:43:34.281377 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] For port 1b3f9eb4-7da2-479a-ae23-9653b881385d, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=1b3f9eb4-7da2-479a-ae23-9653b881385d,segment=NetworkSegment(a37564d3-6094-474f-ba68-3e55654583de),segment_id=a37564d3-6094-474f-ba68-3e55654583de)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:43:34.285773 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:43:34.287122 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device cf294d93-7af7-453d-818c-abf9ef7c04af no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 02 13:43:34.349104 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:43:34.414894 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cf7f0de-ccd0-430f-a0af-4e57ce8d696e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b3f9eb4-7da2-479a-ae23-9653b881385d', 'code': 200}
Feb 02 13:43:34.467822 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Pushing event updated for resources: {'Port': ['ID=1b3f9eb4-7da2-479a-ae23-9653b881385d,revision_number=5']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:43:34.492186 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:43:34.493040 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:43:34.493662 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:43:34.494290 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:43:34.495070 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:43:34.495696 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:43:34.496327 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:43:34.496945 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:43:34.497553 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:43:34.498910 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:43:34.498910 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:43:34.499387 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:43:34.500167 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:43:34.500776 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:43:34.501384 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:43:34.501971 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:43:34.503112 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:43:34.503723 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:43:34.504364 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:43:34.504978 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:43:34.506048 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:43:34.506628 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:43:34.507243 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:43:34.507847 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:43:34.517267 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:43:34.599722 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:43:34.642418 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] For port cf294d93-7af7-453d-818c-abf9ef7c04af, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=cf294d93-7af7-453d-818c-abf9ef7c04af,segment=NetworkSegment(5f553a71-9c0f-48ac-b06b-07581f7b8732),segment_id=5f553a71-9c0f-48ac-b06b-07581f7b8732)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:43:34.646980 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:43:34.648974 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:43:34.726457 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Pushing event updated for resources: {'Port': ['ID=cf294d93-7af7-453d-818c-abf9ef7c04af,revision_number=5']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:43:34.730024 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:43:35.394757 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c33e58-2b41-44ca-bdf7-b20b68ce6d05 req-9c322018-95e7-487c-acec-cbb02e2459d6 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:35.397376 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d8c33e58-2b41-44ca-bdf7-b20b68ce6d05 req-9c322018-95e7-487c-acec-cbb02e2459d6 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/ports?device_id=6cf7f0de-ccd0-430f-a0af-4e57ce8d696e HTTP/1.1" status: 200  len: 944 time: 0.1994600
Feb 02 13:43:35.490804 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d8c33e58-2b41-44ca-bdf7-b20b68ce6d05 req-9ec49414-0a91-4cef-9d11-779c9c19e58d tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/security-groups?id=9820b355-1340-4439-a5e3-858cadedd0e4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0808909
Feb 02 13:43:35.984202 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b0146815-52e0-4127-a797-784de0b524c6 req-3de48ddd-e43a-4a5f-b623-a246f2daecb5 service neutron] 10.222.0.133 "GET /v2.0/ports?device_id=af5c64e0-45e4-4d02-8b79-5558d2a387ae&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1304049
Feb 02 13:43:36.052448 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 45910) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:43:36.071256 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859cfc3-c371-4873-af7f-7977e7a44307 req-a3cf59cf-2acf-4baa-ae1d-23bfce9a76eb tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:36.074662 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3859cfc3-c371-4873-af7f-7977e7a44307 req-a3cf59cf-2acf-4baa-ae1d-23bfce9a76eb tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=af5c64e0-45e4-4d02-8b79-5558d2a387ae HTTP/1.1" status: 200  len: 943 time: 0.2383153
Feb 02 13:43:36.244579 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3859cfc3-c371-4873-af7f-7977e7a44307 req-33f86f78-2cd8-4b51-bd64-158c0217d624 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=e24f2a2e-52bb-4e6c-8006-fb40a9bbed50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1577954
Feb 02 13:43:36.257457 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-14b5d16c-57bf-4a14-b2ba-34fee61cc6e8 req-c4df333a-b462-4a29-8ec8-43ab1ba8cf8c service neutron] 10.222.0.133 "GET /v2.0/ports?device_id=6cf7f0de-ccd0-430f-a0af-4e57ce8d696e&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1974764
Feb 02 13:43:36.397860 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b0ded-b294-4dbe-a9a4-461d9faf7615 req-6d2637ed-7df2-46c5-9c9a-809097fcdcc6 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:36.400709 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6a5b0ded-b294-4dbe-a9a4-461d9faf7615 req-6d2637ed-7df2-46c5-9c9a-809097fcdcc6 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/ports?device_id=6cf7f0de-ccd0-430f-a0af-4e57ce8d696e HTTP/1.1" status: 200  len: 944 time: 0.2650597
Feb 02 13:43:36.416554 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af5c64e0-45e4-4d02-8b79-5558d2a387ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf294d93-7af7-453d-818c-abf9ef7c04af'}] {{(pid=80186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:43:36.518803 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6a5b0ded-b294-4dbe-a9a4-461d9faf7615 req-b8ded5f7-7d56-4c2b-bfef-d857e12793c9 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/security-groups?id=9820b355-1340-4439-a5e3-858cadedd0e4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1048875
Feb 02 13:43:36.551515 dv-cinder-772388-4-iscsi neutron-server[80071]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'af5c64e0-45e4-4d02-8b79-5558d2a387ae', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cf294d93-7af7-453d-818c-abf9ef7c04af', 'code': 422} returned with failed status
Feb 02 13:43:36.868088 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0146815-52e0-4127-a797-784de0b524c6 req-566bad67-b7d1-4790-8975-aae80a75fa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:36.870990 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b0146815-52e0-4127-a797-784de0b524c6 req-566bad67-b7d1-4790-8975-aae80a75fa5e service neutron] 10.222.0.132 "GET /v2.0/ports?device_id=af5c64e0-45e4-4d02-8b79-5558d2a387ae&tenant_id=4137e2122c7f40189b0a34f1651c3764 HTTP/1.1" status: 200  len: 1160 time: 0.1325912
Feb 02 13:43:37.080117 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0146815-52e0-4127-a797-784de0b524c6 req-dd701d8d-5580-4966-9839-67bc0acb1c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:37.082103 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b0146815-52e0-4127-a797-784de0b524c6 req-dd701d8d-5580-4966-9839-67bc0acb1c48 service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=4137e2122c7f40189b0a34f1651c3764&device_id=af5c64e0-45e4-4d02-8b79-5558d2a387ae HTTP/1.1" status: 200  len: 1160 time: 0.1647718
Feb 02 13:43:37.160048 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d487caa-413e-441c-bb16-8904a504e797 req-0b5bdad8-152e-4b37-acbf-cc384c98a259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:37.161882 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-8d487caa-413e-441c-bb16-8904a504e797 req-0b5bdad8-152e-4b37-acbf-cc384c98a259 service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=c7377d5a96854dd78261e26bac4d60a5&device_id=3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2 HTTP/1.1" status: 200  len: 1202 time: 0.1525586
Feb 02 13:43:37.352535 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0146815-52e0-4127-a797-784de0b524c6 req-489aab21-0284-45d8-82a6-026937a4819d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:37.355128 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b0146815-52e0-4127-a797-784de0b524c6 req-489aab21-0284-45d8-82a6-026937a4819d service neutron] 10.222.0.132 "GET /v2.0/networks?id=1686445e-9089-4fcd-bac5-a148e4ca86fe HTTP/1.1" status: 200  len: 910 time: 0.2673721
Feb 02 13:43:37.389878 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.agents_db [None req-a5446886-6d63-4256-b3e6-4e67ca866f31 None None] Agent healthcheck: found 6 active agents {{(pid=80187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 02 13:43:37.410556 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d487caa-413e-441c-bb16-8904a504e797 req-d47c2bd2-cb2c-4844-9555-1093739c7fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:37.413895 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-8d487caa-413e-441c-bb16-8904a504e797 req-d47c2bd2-cb2c-4844-9555-1093739c7fd2 service neutron] 10.222.0.132 "GET /v2.0/networks?id=2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4 HTTP/1.1" status: 200  len: 909 time: 0.2385156
Feb 02 13:43:37.571627 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-8d487caa-413e-441c-bb16-8904a504e797 req-0c825582-6eae-44bf-8205-3745677b617a service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8d13c4a-6a19-4bb6-be52-1ffd88e69572 HTTP/1.1" status: 200  len: 1001 time: 0.1528852
Feb 02 13:43:37.586448 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b5182-a46b-44a0-a3b4-8aedcc75e750 req-0e5920e8-cdfd-4599-8133-fdb45ac8b243 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:37.589398 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-768b5182-a46b-44a0-a3b4-8aedcc75e750 req-0e5920e8-cdfd-4599-8133-fdb45ac8b243 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/ports?device_id=3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2 HTTP/1.1" status: 200  len: 984 time: 0.4661191
Feb 02 13:43:37.677469 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d487caa-413e-441c-bb16-8904a504e797 req-164fdd67-8c1a-41d2-b4ac-3ba36a37ae24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:37.679741 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-8d487caa-413e-441c-bb16-8904a504e797 req-164fdd67-8c1a-41d2-b4ac-3ba36a37ae24 service neutron] 10.222.0.132 "GET /v2.0/subnets?id=6ba67f1d-6632-44fe-98c0-2a645afeb419 HTTP/1.1" status: 200  len: 854 time: 0.1006665
Feb 02 13:43:37.816651 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b0146815-52e0-4127-a797-784de0b524c6 req-8f63903a-6bea-440f-b0c9-e7c8e4b0ff3a service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf294d93-7af7-453d-818c-abf9ef7c04af HTTP/1.1" status: 200  len: 998 time: 0.4552143
Feb 02 13:43:37.836074 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d487caa-413e-441c-bb16-8904a504e797 req-d3a8e9fc-f09e-47b2-a8b0-4fa081709bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:37.838811 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-8d487caa-413e-441c-bb16-8904a504e797 req-d3a8e9fc-f09e-47b2-a8b0-4fa081709bb5 service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1538699
Feb 02 13:43:37.949340 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-768b5182-a46b-44a0-a3b4-8aedcc75e750 req-0a8fdb86-2248-4380-9dd9-e2fc43142e40 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/security-groups?id=6419cc62-b27d-4d08-bd9b-1b4889c2b9ea&id=5916b4e8-3b64-431d-a512-4e0f8d1bf80f&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.3343892
Feb 02 13:43:38.007894 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0146815-52e0-4127-a797-784de0b524c6 req-9645ec71-39ca-4fcf-a8fd-60e75cc93551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:38.009936 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b0146815-52e0-4127-a797-784de0b524c6 req-9645ec71-39ca-4fcf-a8fd-60e75cc93551 service neutron] 10.222.0.132 "GET /v2.0/subnets?id=e86f023b-3193-46b5-b935-af688f96c4c8 HTTP/1.1" status: 200  len: 855 time: 0.1849453
Feb 02 13:43:38.117447 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b585cb80-9410-4e93-9c8f-be86380f506c req-23e28b54-62bb-4af3-a08d-79851a4a9072 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:38.121818 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b585cb80-9410-4e93-9c8f-be86380f506c req-23e28b54-62bb-4af3-a08d-79851a4a9072 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=af5c64e0-45e4-4d02-8b79-5558d2a387ae HTTP/1.1" status: 200  len: 943 time: 0.5084555
Feb 02 13:43:38.461101 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-8d487caa-413e-441c-bb16-8904a504e797 req-d50c8b32-8942-43ac-a0ed-88686189539f service neutron] 10.222.0.132 "GET /v2.0/networks/2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6150889
Feb 02 13:43:38.472278 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5d16c-57bf-4a14-b2ba-34fee61cc6e8 req-de609ed2-531f-4069-bee4-78d697fbbf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:38.474058 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-14b5d16c-57bf-4a14-b2ba-34fee61cc6e8 req-de609ed2-531f-4069-bee4-78d697fbbf9d service neutron] 10.222.0.132 "GET /v2.0/ports?device_id=6cf7f0de-ccd0-430f-a0af-4e57ce8d696e&tenant_id=8e16c9728d43493c958535e3444169f8 HTTP/1.1" status: 200  len: 1161 time: 0.1952701
Feb 02 13:43:38.702291 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b585cb80-9410-4e93-9c8f-be86380f506c req-8f0f304b-58b4-469c-b073-628ba031719e tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=e24f2a2e-52bb-4e6c-8006-fb40a9bbed50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5001047
Feb 02 13:43:38.735754 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-8d487caa-413e-441c-bb16-8904a504e797 req-3bf83061-4e12-4167-814e-dbe5899fa70e service neutron] 10.222.0.132 "GET /v2.0/networks/2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2604077
Feb 02 13:43:38.742435 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5d16c-57bf-4a14-b2ba-34fee61cc6e8 req-bdee3af5-88be-4a8a-b4a9-6287886e574f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:38.742435 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-14b5d16c-57bf-4a14-b2ba-34fee61cc6e8 req-bdee3af5-88be-4a8a-b4a9-6287886e574f service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=8e16c9728d43493c958535e3444169f8&device_id=6cf7f0de-ccd0-430f-a0af-4e57ce8d696e HTTP/1.1" status: 200  len: 1161 time: 0.2301681
Feb 02 13:43:38.757167 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0146815-52e0-4127-a797-784de0b524c6 req-356b9bca-6ac1-483f-8859-184f80e9a531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:38.758764 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b0146815-52e0-4127-a797-784de0b524c6 req-356b9bca-6ac1-483f-8859-184f80e9a531 service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=1686445e-9089-4fcd-bac5-a148e4ca86fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.6332200
Feb 02 13:43:38.908941 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca91705-1b19-4cf6-b9e4-03fcb93beeac req-fce88285-3dc7-4d03-ba24-ec39f752026c tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:38.912495 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-fca91705-1b19-4cf6-b9e4-03fcb93beeac req-fce88285-3dc7-4d03-ba24-ec39f752026c tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/ports?device_id=6cf7f0de-ccd0-430f-a0af-4e57ce8d696e HTTP/1.1" status: 200  len: 944 time: 0.7147079
Feb 02 13:43:38.926090 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-5655a265-e3fe-4bc5-b9d8-863274b53f2e req-e539286f-05d8-4c22-bf65-e1562fafa9d2 service neutron] 10.222.0.132 "GET /v2.0/ports?device_id=7e8d2815-d67d-48ce-8724-8d8fb8d5fb3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.3887157
Feb 02 13:43:38.950355 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5d16c-57bf-4a14-b2ba-34fee61cc6e8 req-730e41de-f69f-4ede-858d-2ed520474d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:38.952669 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-14b5d16c-57bf-4a14-b2ba-34fee61cc6e8 req-730e41de-f69f-4ede-858d-2ed520474d08 service neutron] 10.222.0.132 "GET /v2.0/networks?id=49e9892e-e3c8-47c9-a38b-9f46a257b87b HTTP/1.1" status: 200  len: 903 time: 0.2043049
Feb 02 13:43:39.140025 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-14b5d16c-57bf-4a14-b2ba-34fee61cc6e8 req-ed252ff0-1b67-4504-8c05-8316e434295b service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b3f9eb4-7da2-479a-ae23-9653b881385d HTTP/1.1" status: 200  len: 999 time: 0.1813025
Feb 02 13:43:39.228214 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-fca91705-1b19-4cf6-b9e4-03fcb93beeac req-2858247f-f94b-4f75-91cc-f33e54cc6896 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/security-groups?id=9820b355-1340-4439-a5e3-858cadedd0e4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.3008361
Feb 02 13:43:39.234387 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5d16c-57bf-4a14-b2ba-34fee61cc6e8 req-8ad1e6d6-793b-4864-bcf8-762e767e30d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:39.237965 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-14b5d16c-57bf-4a14-b2ba-34fee61cc6e8 req-8ad1e6d6-793b-4864-bcf8-762e767e30d1 service neutron] 10.222.0.132 "GET /v2.0/subnets?id=e347391d-b5e6-4cc9-bee6-953d0e0b3d40 HTTP/1.1" status: 200  len: 848 time: 0.0916891
Feb 02 13:43:39.334783 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b0146815-52e0-4127-a797-784de0b524c6 req-b48d2473-565d-4f42-a830-77b14e91c4ac service neutron] 10.222.0.132 "GET /v2.0/networks/1686445e-9089-4fcd-bac5-a148e4ca86fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5685863
Feb 02 13:43:39.383013 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5d16c-57bf-4a14-b2ba-34fee61cc6e8 req-c6db0f51-2879-4908-98fb-10044a303d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:39.385706 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-14b5d16c-57bf-4a14-b2ba-34fee61cc6e8 req-c6db0f51-2879-4908-98fb-10044a303d1f service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=49e9892e-e3c8-47c9-a38b-9f46a257b87b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1423023
Feb 02 13:43:39.432625 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655a265-e3fe-4bc5-b9d8-863274b53f2e req-f87f12e4-e03e-4394-9a05-af1d12eb7e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:39.434339 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-5655a265-e3fe-4bc5-b9d8-863274b53f2e req-f87f12e4-e03e-4394-9a05-af1d12eb7e14 service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=dc43bfb261a1419d93631ca1734b41d5&device_id=7e8d2815-d67d-48ce-8724-8d8fb8d5fb3d HTTP/1.1" status: 200  len: 1162 time: 0.4426384
Feb 02 13:43:39.556256 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-14b5d16c-57bf-4a14-b2ba-34fee61cc6e8 req-362e079e-02e3-4623-a057-45742ae92ac0 service neutron] 10.222.0.132 "GET /v2.0/networks/49e9892e-e3c8-47c9-a38b-9f46a257b87b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1633370
Feb 02 13:43:39.708264 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb37a6-66a7-4653-bbdd-60849e582115 req-5c3a4443-bbeb-43cd-8fa4-df85e9bbb915 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:39.710008 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-dbcb37a6-66a7-4653-bbdd-60849e582115 req-5c3a4443-bbeb-43cd-8fa4-df85e9bbb915 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/ports?device_id=3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2 HTTP/1.1" status: 200  len: 984 time: 0.4593706
Feb 02 13:43:39.766281 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b0146815-52e0-4127-a797-784de0b524c6 req-51ba05b8-0f09-4f17-a90b-a9875d183dd2 service neutron] 10.222.0.132 "GET /v2.0/networks/1686445e-9089-4fcd-bac5-a148e4ca86fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4232583
Feb 02 13:43:39.816864 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655a265-e3fe-4bc5-b9d8-863274b53f2e req-9d4c131e-2474-4163-84a4-9eaccb4f2ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:39.820206 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-5655a265-e3fe-4bc5-b9d8-863274b53f2e req-9d4c131e-2474-4163-84a4-9eaccb4f2ba5 service neutron] 10.222.0.132 "GET /v2.0/networks?id=a4835e6f-7982-41d9-8597-68768326e2b7 HTTP/1.1" status: 200  len: 905 time: 0.3610873
Feb 02 13:43:39.824816 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-14b5d16c-57bf-4a14-b2ba-34fee61cc6e8 req-72bc0150-d0d8-4a5e-8527-d1e62a09f801 service neutron] 10.222.0.132 "GET /v2.0/networks/49e9892e-e3c8-47c9-a38b-9f46a257b87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2533696
Feb 02 13:43:39.947904 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-dbcb37a6-66a7-4653-bbdd-60849e582115 req-d59751c4-7369-4fee-8cf8-14dc1d57ff36 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/security-groups?id=6419cc62-b27d-4d08-bd9b-1b4889c2b9ea&id=5916b4e8-3b64-431d-a512-4e0f8d1bf80f&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.2218869
Feb 02 13:43:40.076521 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-5655a265-e3fe-4bc5-b9d8-863274b53f2e req-d2e2ab3c-8cec-42cc-b8cc-cc07fb4a171c service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc3695ea-dc80-44c7-b589-f2721d774513 HTTP/1.1" status: 200  len: 1001 time: 0.2509766
Feb 02 13:43:40.237852 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88d9ea-2a93-4834-8107-14f8e185812a req-dfe40d6f-0bdc-4881-a5b5-7d8012e293bf tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:40.241351 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-af88d9ea-2a93-4834-8107-14f8e185812a req-dfe40d6f-0bdc-4881-a5b5-7d8012e293bf tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=af5c64e0-45e4-4d02-8b79-5558d2a387ae HTTP/1.1" status: 200  len: 943 time: 0.2618816
Feb 02 13:43:40.248712 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655a265-e3fe-4bc5-b9d8-863274b53f2e req-3037ba95-a127-44d4-b30e-ae0f16d24887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:40.251035 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-5655a265-e3fe-4bc5-b9d8-863274b53f2e req-3037ba95-a127-44d4-b30e-ae0f16d24887 service neutron] 10.222.0.132 "GET /v2.0/subnets?id=7bd499ff-eea3-463e-bee1-8df687fd8da3 HTTP/1.1" status: 200  len: 850 time: 0.1691859
Feb 02 13:43:40.434352 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-af88d9ea-2a93-4834-8107-14f8e185812a req-e9126797-cb3f-4755-aaa7-baac3749aa78 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=e24f2a2e-52bb-4e6c-8006-fb40a9bbed50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1788893
Feb 02 13:43:40.551429 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655a265-e3fe-4bc5-b9d8-863274b53f2e req-b858c13e-d558-4e6b-a603-1cec1e1d6766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:40.554589 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-5655a265-e3fe-4bc5-b9d8-863274b53f2e req-b858c13e-d558-4e6b-a603-1cec1e1d6766 service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=a4835e6f-7982-41d9-8597-68768326e2b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2976830
Feb 02 13:43:40.932291 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b6726b-3017-472b-8cc7-056c86dadb90 req-d3a2c718-7c34-432b-b0c9-89017ab353e4 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:40.935162 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-13b6726b-3017-472b-8cc7-056c86dadb90 req-d3a2c718-7c34-432b-b0c9-89017ab353e4 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/ports?device_id=6cf7f0de-ccd0-430f-a0af-4e57ce8d696e HTTP/1.1" status: 200  len: 944 time: 0.5287230
Feb 02 13:43:41.075028 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-5655a265-e3fe-4bc5-b9d8-863274b53f2e req-c962535c-d403-4f65-a5be-5754ba0e4daf service neutron] 10.222.0.132 "GET /v2.0/networks/a4835e6f-7982-41d9-8597-68768326e2b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5120935
Feb 02 13:43:41.156509 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-13b6726b-3017-472b-8cc7-056c86dadb90 req-c27d0b46-35b5-4bf6-a4f0-47ba29a52906 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/security-groups?id=9820b355-1340-4439-a5e3-858cadedd0e4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.2138402
Feb 02 13:43:41.359720 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-5655a265-e3fe-4bc5-b9d8-863274b53f2e req-326b8623-afc7-4c12-a2d6-29c8bb454d0e service neutron] 10.222.0.132 "GET /v2.0/networks/a4835e6f-7982-41d9-8597-68768326e2b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2782416
Feb 02 13:43:41.463347 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e4643-0885-41c9-85de-fa31a1949951 req-7797a5f8-1acf-473c-964e-1afa0c8a39e0 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:41.465020 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-165e4643-0885-41c9-85de-fa31a1949951 req-7797a5f8-1acf-473c-964e-1afa0c8a39e0 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/ports?device_id=3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2 HTTP/1.1" status: 200  len: 984 time: 0.3071008
Feb 02 13:43:41.585378 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-165e4643-0885-41c9-85de-fa31a1949951 req-995bef8b-a1fa-4b7e-a613-b27f75ce7b23 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/security-groups?id=6419cc62-b27d-4d08-bd9b-1b4889c2b9ea&id=5916b4e8-3b64-431d-a512-4e0f8d1bf80f&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.1123326
Feb 02 13:43:41.870774 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb62a5f-0da3-4243-b167-1498cd542ec7 req-c8a8c2e4-2768-42b6-bd81-a7d332e2a1a5 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:41.872553 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-afb62a5f-0da3-4243-b167-1498cd542ec7 req-c8a8c2e4-2768-42b6-bd81-a7d332e2a1a5 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=af5c64e0-45e4-4d02-8b79-5558d2a387ae HTTP/1.1" status: 200  len: 943 time: 0.2095075
Feb 02 13:43:41.999743 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-afb62a5f-0da3-4243-b167-1498cd542ec7 req-584708a9-37e1-48aa-8fb8-14e52634e18c tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=e24f2a2e-52bb-4e6c-8006-fb40a9bbed50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1147451
Feb 02 13:43:42.570668 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c83eb8-74c3-4e7c-a7c0-f93f36390ec1 req-9181ba02-bbe0-465f-a946-87c58eb09835 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:42.572272 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-11c83eb8-74c3-4e7c-a7c0-f93f36390ec1 req-9181ba02-bbe0-465f-a946-87c58eb09835 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/ports?device_id=6cf7f0de-ccd0-430f-a0af-4e57ce8d696e HTTP/1.1" status: 200  len: 944 time: 0.2071366
Feb 02 13:43:42.677555 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-11c83eb8-74c3-4e7c-a7c0-f93f36390ec1 req-cc86e5b9-732e-430f-961b-b4e35cf91f1b tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/security-groups?id=9820b355-1340-4439-a5e3-858cadedd0e4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0905471
Feb 02 13:43:43.118313 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6409621d-26cd-4777-9687-a572935b25bd req-a8cf10ac-db05-4a37-b704-51e269e9be27 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:43.121712 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6409621d-26cd-4777-9687-a572935b25bd req-a8cf10ac-db05-4a37-b704-51e269e9be27 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/ports?device_id=3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2 HTTP/1.1" status: 200  len: 984 time: 0.2159932
Feb 02 13:43:43.386852 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6409621d-26cd-4777-9687-a572935b25bd req-1fc1e17f-4aa9-4382-a42d-a88d2fd0265f tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/security-groups?id=6419cc62-b27d-4d08-bd9b-1b4889c2b9ea&id=5916b4e8-3b64-431d-a512-4e0f8d1bf80f&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.2455759
Feb 02 13:43:43.894781 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953546ba-5b34-485c-a2ae-c15c701789be req-2ef45e16-c359-41fb-b6e2-dea409a171e6 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:43.912540 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-953546ba-5b34-485c-a2ae-c15c701789be req-2ef45e16-c359-41fb-b6e2-dea409a171e6 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=af5c64e0-45e4-4d02-8b79-5558d2a387ae HTTP/1.1" status: 200  len: 943 time: 0.5226624
Feb 02 13:43:44.025163 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-953546ba-5b34-485c-a2ae-c15c701789be req-b23d6149-45e1-4689-8a05-49462d71c6b3 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=e24f2a2e-52bb-4e6c-8006-fb40a9bbed50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1109912
Feb 02 13:43:44.262463 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972f284-5525-467c-98e7-fd55bf888c8a req-3d2e299d-59f3-480e-a1bf-96d3faf8abf7 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:44.273245 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-0972f284-5525-467c-98e7-fd55bf888c8a req-3d2e299d-59f3-480e-a1bf-96d3faf8abf7 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/ports?device_id=6cf7f0de-ccd0-430f-a0af-4e57ce8d696e HTTP/1.1" status: 200  len: 944 time: 0.2463648
Feb 02 13:43:44.361238 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-0972f284-5525-467c-98e7-fd55bf888c8a req-31c32249-918c-4dc6-a205-4bed0f5ffdc8 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/security-groups?id=9820b355-1340-4439-a5e3-858cadedd0e4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0868804
Feb 02 13:43:45.174485 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b37b0b-3faa-484e-af9b-c8f31556c3b3 req-4d81d718-cf1f-4506-b2b3-4209ed4580cb tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:45.185434 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-83b37b0b-3faa-484e-af9b-c8f31556c3b3 req-4d81d718-cf1f-4506-b2b3-4209ed4580cb tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/ports?device_id=3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2 HTTP/1.1" status: 200  len: 984 time: 0.5540714
Feb 02 13:43:45.274870 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-83b37b0b-3faa-484e-af9b-c8f31556c3b3 req-d1a5b172-72f3-46ec-a4bf-af6df5710700 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/security-groups?id=6419cc62-b27d-4d08-bd9b-1b4889c2b9ea&id=5916b4e8-3b64-431d-a512-4e0f8d1bf80f&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0883112
Feb 02 13:43:45.495576 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ab14e-24d9-4c28-9b6a-09689ddf2d60 req-7085f3be-c1e4-44d1-9e34-1ee7e157bdf3 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:45.497508 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-c80ab14e-24d9-4c28-9b6a-09689ddf2d60 req-7085f3be-c1e4-44d1-9e34-1ee7e157bdf3 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=af5c64e0-45e4-4d02-8b79-5558d2a387ae HTTP/1.1" status: 200  len: 943 time: 0.2152603
Feb 02 13:43:45.658969 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-c80ab14e-24d9-4c28-9b6a-09689ddf2d60 req-892e61a3-26cf-4451-8d42-26274048d78d tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=e24f2a2e-52bb-4e6c-8006-fb40a9bbed50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1318634
Feb 02 13:43:46.000703 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6e86a-b16f-48da-908c-a44e947f05a9 req-a385390e-05b6-4ad8-b648-219d6f5833dd tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:46.004582 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-01b6e86a-b16f-48da-908c-a44e947f05a9 req-a385390e-05b6-4ad8-b648-219d6f5833dd tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/ports?device_id=6cf7f0de-ccd0-430f-a0af-4e57ce8d696e HTTP/1.1" status: 200  len: 944 time: 0.3865635
Feb 02 13:43:46.119450 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-01b6e86a-b16f-48da-908c-a44e947f05a9 req-c36e318e-85d3-4304-a9f2-208f1644f716 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/security-groups?id=9820b355-1340-4439-a5e3-858cadedd0e4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1041558
Feb 02 13:43:46.789281 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e1fea-71e9-4f5b-bb6e-2f6387f834f8 req-bbfaa050-c941-402f-baad-8e509c134282 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:46.792276 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-8f1e1fea-71e9-4f5b-bb6e-2f6387f834f8 req-bbfaa050-c941-402f-baad-8e509c134282 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/ports?device_id=3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2 HTTP/1.1" status: 200  len: 984 time: 0.3079615
Feb 02 13:43:46.910702 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-8f1e1fea-71e9-4f5b-bb6e-2f6387f834f8 req-e3f2485e-6539-4f41-8f44-96778fd0219b tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/security-groups?id=6419cc62-b27d-4d08-bd9b-1b4889c2b9ea&id=5916b4e8-3b64-431d-a512-4e0f8d1bf80f&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.1060226
Feb 02 13:43:47.212072 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb91be6-73df-4a56-8b1b-dc79dc111ece req-18b7fbdf-56f6-448f-8355-9eeb457936dd tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:47.215058 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3fb91be6-73df-4a56-8b1b-dc79dc111ece req-18b7fbdf-56f6-448f-8355-9eeb457936dd tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=af5c64e0-45e4-4d02-8b79-5558d2a387ae HTTP/1.1" status: 200  len: 943 time: 0.3030157
Feb 02 13:43:47.309438 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3fb91be6-73df-4a56-8b1b-dc79dc111ece req-60c45d22-2411-4721-b85a-a46156c27e1d tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=e24f2a2e-52bb-4e6c-8006-fb40a9bbed50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0821469
Feb 02 13:43:47.622713 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacab10f-a559-4f0d-aea5-fac6b09e632b req-262ff86a-854c-4d63-b839-7524fb29af0d tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:47.636425 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-dacab10f-a559-4f0d-aea5-fac6b09e632b req-262ff86a-854c-4d63-b839-7524fb29af0d tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/ports?device_id=6cf7f0de-ccd0-430f-a0af-4e57ce8d696e HTTP/1.1" status: 200  len: 944 time: 0.2964177
Feb 02 13:43:47.751577 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-dacab10f-a559-4f0d-aea5-fac6b09e632b req-ddf9dad4-ea96-48cb-a04e-483b1657fa83 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/security-groups?id=9820b355-1340-4439-a5e3-858cadedd0e4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1128156
Feb 02 13:43:48.428181 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device 1b3f9eb4-7da2-479a-ae23-9653b881385d up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:43:48.474902 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f94286-93c7-404f-a946-9466daec708a req-a37590a1-19b9-40af-b728-e4170efcf0e7 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:48.477484 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-18f94286-93c7-404f-a946-9466daec708a req-a37590a1-19b9-40af-b728-e4170efcf0e7 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/ports?device_id=3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2 HTTP/1.1" status: 200  len: 984 time: 0.2748311
Feb 02 13:43:48.671107 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-18f94286-93c7-404f-a946-9466daec708a req-d0da8030-3035-4192-91f7-cad05fffdeb8 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/security-groups?id=6419cc62-b27d-4d08-bd9b-1b4889c2b9ea&id=5916b4e8-3b64-431d-a512-4e0f8d1bf80f&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.1834629
Feb 02 13:43:48.777742 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port 1b3f9eb4-7da2-479a-ae23-9653b881385d triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:43:48.778233 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:43:48.973078 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd612b-d498-4cb4-9734-a55514848cfa req-6a6c2cf0-7a3c-4731-be0d-159dbf493d21 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:48.976148 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-71dd612b-d498-4cb4-9734-a55514848cfa req-6a6c2cf0-7a3c-4731-be0d-159dbf493d21 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=af5c64e0-45e4-4d02-8b79-5558d2a387ae HTTP/1.1" status: 200  len: 943 time: 0.4421880
Feb 02 13:43:49.228940 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:43:49.235304 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-71dd612b-d498-4cb4-9734-a55514848cfa req-e7a5588b-9e4d-4aeb-8016-4828007003f9 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=e24f2a2e-52bb-4e6c-8006-fb40a9bbed50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2458279
Feb 02 13:43:49.277000 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cf7f0de-ccd0-430f-a0af-4e57ce8d696e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3f9eb4-7da2-479a-ae23-9653b881385d'}] {{(pid=80186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:43:49.304229 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] For port 1b3f9eb4-7da2-479a-ae23-9653b881385d, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=1b3f9eb4-7da2-479a-ae23-9653b881385d,segment=NetworkSegment(a37564d3-6094-474f-ba68-3e55654583de),segment_id=a37564d3-6094-474f-ba68-3e55654583de)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:43:49.308946 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:43:49.313096 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:43:49.471323 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Pushing event updated for resources: {'Port': ['ID=1b3f9eb4-7da2-479a-ae23-9653b881385d,revision_number=6']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:43:49.483007 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:43:49.529160 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cf7f0de-ccd0-430f-a0af-4e57ce8d696e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3f9eb4-7da2-479a-ae23-9653b881385d', 'code': 200}
Feb 02 13:43:49.598381 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf30eb9-68cc-4f6a-bad4-4c4736f52314 req-133fd6ab-3935-4184-8ab9-141a70513f82 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:49.601708 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ebf30eb9-68cc-4f6a-bad4-4c4736f52314 req-133fd6ab-3935-4184-8ab9-141a70513f82 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/ports?device_id=6cf7f0de-ccd0-430f-a0af-4e57ce8d696e HTTP/1.1" status: 200  len: 946 time: 0.3640492
Feb 02 13:43:49.729690 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ebf30eb9-68cc-4f6a-bad4-4c4736f52314 req-53b4d199-2f94-41a8-99fd-a78548956a68 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/security-groups?id=9820b355-1340-4439-a5e3-858cadedd0e4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1150634
Feb 02 13:43:50.197035 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device 1b3f9eb4-7da2-479a-ae23-9653b881385d up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:43:50.449211 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port 1b3f9eb4-7da2-479a-ae23-9653b881385d triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:43:50.450220 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:43:50.555075 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393083a-6f1e-4c2e-8a17-6c4bce0e881f req-ac01adf2-ae5f-4b58-9709-82f5fbd621e5 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:50.568802 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-9393083a-6f1e-4c2e-8a17-6c4bce0e881f req-ac01adf2-ae5f-4b58-9709-82f5fbd621e5 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/ports?device_id=3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2 HTTP/1.1" status: 200  len: 984 time: 0.5006382
Feb 02 13:43:50.858821 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-9393083a-6f1e-4c2e-8a17-6c4bce0e881f req-71f38aed-19ce-43ce-b231-9822beda1ab2 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/security-groups?id=6419cc62-b27d-4d08-bd9b-1b4889c2b9ea&id=5916b4e8-3b64-431d-a512-4e0f8d1bf80f&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.2767949
Feb 02 13:43:50.934293 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a6736-6412-4876-885d-a9b7cd00ded1 req-a8583cac-4081-419c-847b-d982b9339e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:50.936606 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-724a6736-6412-4876-885d-a9b7cd00ded1 req-a8583cac-4081-419c-847b-d982b9339e74 service neutron] 10.222.0.132 "GET /v2.0/ports?device_id=6cf7f0de-ccd0-430f-a0af-4e57ce8d696e HTTP/1.1" status: 200  len: 1163 time: 0.6786139
Feb 02 13:43:51.133632 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cccb57-8845-4438-b98a-510d7a072ed2 req-416e48a4-4a48-41f6-b1c8-b0a9d5a17095 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:51.143898 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b8cccb57-8845-4438-b98a-510d7a072ed2 req-416e48a4-4a48-41f6-b1c8-b0a9d5a17095 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=af5c64e0-45e4-4d02-8b79-5558d2a387ae HTTP/1.1" status: 200  len: 943 time: 0.4756463
Feb 02 13:43:51.299555 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-724a6736-6412-4876-885d-a9b7cd00ded1 req-8d143816-e136-4bd7-afcf-9870eeb23af4 service neutron] 10.222.0.132 "GET /v2.0/security-groups?id=9820b355-1340-4439-a5e3-858cadedd0e4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1364772
Feb 02 13:43:51.352905 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b8cccb57-8845-4438-b98a-510d7a072ed2 req-e4ee3092-82ca-42a2-a0a7-24599cda5051 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=e24f2a2e-52bb-4e6c-8006-fb40a9bbed50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2067835
Feb 02 13:43:51.593085 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a75a8-39b1-4015-b080-7e89873373ce req-062a387d-f79d-4d82-bed0-89d33ab29095 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:51.596074 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-499a75a8-39b1-4015-b080-7e89873373ce req-062a387d-f79d-4d82-bed0-89d33ab29095 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/ports?device_id=6cf7f0de-ccd0-430f-a0af-4e57ce8d696e HTTP/1.1" status: 200  len: 946 time: 0.4137416
Feb 02 13:43:51.722997 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-499a75a8-39b1-4015-b080-7e89873373ce req-e1b4f576-158c-4cd7-bdb0-f5310e391560 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/security-groups?id=9820b355-1340-4439-a5e3-858cadedd0e4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1193662
Feb 02 13:43:52.181154 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device e8d13c4a-6a19-4bb6-be52-1ffd88e69572 up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:43:52.285902 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port e8d13c4a-6a19-4bb6-be52-1ffd88e69572 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:43:52.286324 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:43:52.506552 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ecf470-5756-4c23-9da4-4f49ac064d5e req-08e0773a-db57-4338-bb95-a273874b687a tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:52.508389 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b8ecf470-5756-4c23-9da4-4f49ac064d5e req-08e0773a-db57-4338-bb95-a273874b687a tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/ports?device_id=3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2 HTTP/1.1" status: 200  len: 984 time: 0.3165381
Feb 02 13:43:52.692613 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b8ecf470-5756-4c23-9da4-4f49ac064d5e req-8ca0b2c1-1d20-47fb-9452-e0440553163b tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/security-groups?id=6419cc62-b27d-4d08-bd9b-1b4889c2b9ea&id=5916b4e8-3b64-431d-a512-4e0f8d1bf80f&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.1755908
Feb 02 13:43:52.898503 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e173ba72-233e-4de0-8042-5191572a5c1c req-de90c485-acdd-4eb4-915c-c0ad7d1a6836 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:52.902159 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e173ba72-233e-4de0-8042-5191572a5c1c req-de90c485-acdd-4eb4-915c-c0ad7d1a6836 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=af5c64e0-45e4-4d02-8b79-5558d2a387ae HTTP/1.1" status: 200  len: 943 time: 0.3317368
Feb 02 13:43:53.064679 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e173ba72-233e-4de0-8042-5191572a5c1c req-060eaad6-f955-4f27-a176-38ece652f075 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=e24f2a2e-52bb-4e6c-8006-fb40a9bbed50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1541686
Feb 02 13:43:53.213208 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88625117-ad1f-42c3-8306-4494a51f4dde req-c5d098e4-a461-4162-b9c0-853835c1800a tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:53.215300 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-88625117-ad1f-42c3-8306-4494a51f4dde req-c5d098e4-a461-4162-b9c0-853835c1800a tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/ports?device_id=6cf7f0de-ccd0-430f-a0af-4e57ce8d696e HTTP/1.1" status: 200  len: 946 time: 0.2333667
Feb 02 13:43:53.316271 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-88625117-ad1f-42c3-8306-4494a51f4dde req-def94d34-e958-4ea6-9b29-bf916207f396 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/security-groups?id=9820b355-1340-4439-a5e3-858cadedd0e4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0898724
Feb 02 13:43:54.079916 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d35d1-2024-497b-9348-13716d56ed5d req-ec9bb786-dfe9-4431-b169-d37177846f06 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:54.082106 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2a2d35d1-2024-497b-9348-13716d56ed5d req-ec9bb786-dfe9-4431-b169-d37177846f06 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/ports?device_id=3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2 HTTP/1.1" status: 200  len: 984 time: 0.2006183
Feb 02 13:43:54.186354 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2a2d35d1-2024-497b-9348-13716d56ed5d req-7cfb81ce-12a6-433a-acbd-c86c71823d03 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/security-groups?id=6419cc62-b27d-4d08-bd9b-1b4889c2b9ea&id=5916b4e8-3b64-431d-a512-4e0f8d1bf80f&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0970519
Feb 02 13:43:54.495412 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b800d-752f-493f-a8c7-bfa9e23d899f req-8c79472d-92d9-418f-9456-a836cae98e49 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:54.497410 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-557b800d-752f-493f-a8c7-bfa9e23d899f req-8c79472d-92d9-418f-9456-a836cae98e49 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=af5c64e0-45e4-4d02-8b79-5558d2a387ae HTTP/1.1" status: 200  len: 943 time: 0.1928461
Feb 02 13:43:54.560562 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device e8d13c4a-6a19-4bb6-be52-1ffd88e69572 up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:43:54.578984 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-557b800d-752f-493f-a8c7-bfa9e23d899f req-5c8392e3-4e16-4290-bcc7-d1966d4b508f tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=e24f2a2e-52bb-4e6c-8006-fb40a9bbed50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0696671
Feb 02 13:43:54.663803 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port e8d13c4a-6a19-4bb6-be52-1ffd88e69572 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:43:54.664540 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:43:54.836863 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device cf294d93-7af7-453d-818c-abf9ef7c04af up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:43:54.918170 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port cf294d93-7af7-453d-818c-abf9ef7c04af triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:43:54.918553 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:43:55.075782 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:43:55.128526 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af5c64e0-45e4-4d02-8b79-5558d2a387ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf294d93-7af7-453d-818c-abf9ef7c04af'}] {{(pid=80186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:43:55.146588 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] For port cf294d93-7af7-453d-818c-abf9ef7c04af, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=cf294d93-7af7-453d-818c-abf9ef7c04af,segment=NetworkSegment(5f553a71-9c0f-48ac-b06b-07581f7b8732),segment_id=5f553a71-9c0f-48ac-b06b-07581f7b8732)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:43:55.150116 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:43:55.152339 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:43:55.210081 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af5c64e0-45e4-4d02-8b79-5558d2a387ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf294d93-7af7-453d-818c-abf9ef7c04af', 'code': 200}
Feb 02 13:43:55.238843 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Pushing event updated for resources: {'Port': ['ID=cf294d93-7af7-453d-818c-abf9ef7c04af,revision_number=6']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:43:55.242610 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:43:55.613264 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064a18f-32c6-4684-b390-e290b341b497 req-22c50ac7-78a4-4a12-afa0-2761f556e8d4 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:55.615348 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-4064a18f-32c6-4684-b390-e290b341b497 req-22c50ac7-78a4-4a12-afa0-2761f556e8d4 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/ports?device_id=3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2 HTTP/1.1" status: 200  len: 984 time: 0.2437284
Feb 02 13:43:55.619729 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b23ce96-a0d9-4f76-8a52-aee6ca5012d3 req-3b5e2b71-8f8b-4b5e-9003-371d1064d853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:55.621472 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6b23ce96-a0d9-4f76-8a52-aee6ca5012d3 req-3b5e2b71-8f8b-4b5e-9003-371d1064d853 service neutron] 10.222.0.132 "GET /v2.0/ports?device_id=af5c64e0-45e4-4d02-8b79-5558d2a387ae HTTP/1.1" status: 200  len: 1162 time: 0.2055516
Feb 02 13:43:55.754859 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-4064a18f-32c6-4684-b390-e290b341b497 req-421f609b-9918-4458-ab9b-02e78fc1d562 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/security-groups?id=6419cc62-b27d-4d08-bd9b-1b4889c2b9ea&id=5916b4e8-3b64-431d-a512-4e0f8d1bf80f&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.1300797
Feb 02 13:43:55.757771 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6b23ce96-a0d9-4f76-8a52-aee6ca5012d3 req-c640366f-1145-4aa1-9341-097bc4fcddbe service neutron] 10.222.0.132 "GET /v2.0/security-groups?id=e24f2a2e-52bb-4e6c-8006-fb40a9bbed50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1313641
Feb 02 13:43:55.975665 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b825e207-79d6-4277-84f8-41ddf46c65ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:43:56.048873 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b39849-1517-4692-9ed7-0ee5fd7b6d5f req-5becfd80-3153-4738-8456-ea8fa8401ccc tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:56.050700 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a7b39849-1517-4692-9ed7-0ee5fd7b6d5f req-5becfd80-3153-4738-8456-ea8fa8401ccc tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=af5c64e0-45e4-4d02-8b79-5558d2a387ae HTTP/1.1" status: 200  len: 945 time: 0.2347381
Feb 02 13:43:56.150120 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a7b39849-1517-4692-9ed7-0ee5fd7b6d5f req-fef59785-9be2-4d76-b57d-3560bfce9491 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=e24f2a2e-52bb-4e6c-8006-fb40a9bbed50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0913799
Feb 02 13:43:56.235697 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device e8d13c4a-6a19-4bb6-be52-1ffd88e69572 up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:43:56.340871 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port e8d13c4a-6a19-4bb6-be52-1ffd88e69572 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:43:56.342135 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:43:56.520073 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device cf294d93-7af7-453d-818c-abf9ef7c04af up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:43:56.622479 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port cf294d93-7af7-453d-818c-abf9ef7c04af triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:43:56.623054 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:43:57.550774 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67124db8-cd56-48f5-829e-d30312711984 req-3ac4c4ef-0882-46dc-8235-ec33a9bfcebc tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:57.552974 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-67124db8-cd56-48f5-829e-d30312711984 req-3ac4c4ef-0882-46dc-8235-ec33a9bfcebc tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=af5c64e0-45e4-4d02-8b79-5558d2a387ae HTTP/1.1" status: 200  len: 945 time: 0.2070408
Feb 02 13:43:57.676198 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-67124db8-cd56-48f5-829e-d30312711984 req-ce7f1c0e-2a24-4eca-9807-a68e2640f8eb tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=e24f2a2e-52bb-4e6c-8006-fb40a9bbed50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1118321
Feb 02 13:43:59.040777 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c7e8766e-8d12-4426-afca-822902410145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:43:59.203691 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16143059-91a6-4dde-8ecc-f6a63e29de8b req-427b0d02-6112-496a-bbe0-606f4282046b tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:43:59.205737 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-16143059-91a6-4dde-8ecc-f6a63e29de8b req-427b0d02-6112-496a-bbe0-606f4282046b tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=af5c64e0-45e4-4d02-8b79-5558d2a387ae HTTP/1.1" status: 200  len: 945 time: 0.2306933
Feb 02 13:43:59.302479 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-16143059-91a6-4dde-8ecc-f6a63e29de8b req-e70ffbe6-2f4c-4e52-88ed-5692978ec4fa tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=e24f2a2e-52bb-4e6c-8006-fb40a9bbed50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0831101
Feb 02 13:43:59.336962 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-482b6ce2-9046-452c-9ac3-ca12f0d6c334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:44:00.312132 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:44:01.059970 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-42ef245d-f728-4293-a752-dedea4fc02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:44:02.944043 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689f12a-0cbe-44b3-bd2d-36d7bf5c294d req-691ad37f-1a08-4b46-b9c9-28780c8414f6 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:44:02.947014 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d689f12a-0cbe-44b3-bd2d-36d7bf5c294d req-691ad37f-1a08-4b46-b9c9-28780c8414f6 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/ports?device_id=7e8d2815-d67d-48ce-8724-8d8fb8d5fb3d HTTP/1.1" status: 200  len: 945 time: 0.2134964
Feb 02 13:44:03.031525 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d689f12a-0cbe-44b3-bd2d-36d7bf5c294d req-eb02f9df-4b71-4fb5-8672-87dbdf635857 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/security-groups?id=bdba0788-3b49-462a-9c04-5bed6f29f447&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0718536
Feb 02 13:44:03.046816 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:44:04.567298 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831e335-2b0d-4be5-83cb-1e82c77d0dcb req-a0365fb9-783a-4967-bb30-b15dbe06d03d tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:44:04.569128 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-8831e335-2b0d-4be5-83cb-1e82c77d0dcb req-a0365fb9-783a-4967-bb30-b15dbe06d03d tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/ports?device_id=7e8d2815-d67d-48ce-8724-8d8fb8d5fb3d HTTP/1.1" status: 200  len: 945 time: 0.2083628
Feb 02 13:44:04.666563 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-8831e335-2b0d-4be5-83cb-1e82c77d0dcb req-de804f07-7df6-41a9-8141-0d8a8f80423c tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/security-groups?id=bdba0788-3b49-462a-9c04-5bed6f29f447&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0884554
Feb 02 13:44:06.090323 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f08c5-34ba-47e7-8e57-e09bab3ac7f8 req-3bcbb83a-0e06-4689-8191-83f983dae41a tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:44:06.092708 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-467f08c5-34ba-47e7-8e57-e09bab3ac7f8 req-3bcbb83a-0e06-4689-8191-83f983dae41a tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/ports?device_id=7e8d2815-d67d-48ce-8724-8d8fb8d5fb3d HTTP/1.1" status: 200  len: 945 time: 0.2221801
Feb 02 13:44:06.193373 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-467f08c5-34ba-47e7-8e57-e09bab3ac7f8 req-24cb4c0e-00d9-44e2-b9b0-ef632c77f909 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/security-groups?id=bdba0788-3b49-462a-9c04-5bed6f29f447&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0879221
Feb 02 13:44:07.685030 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf457d61-513d-419a-8d5e-38567da6bfb7 req-6b8cb91a-46b1-4f73-a894-a0c3e7397459 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:44:07.687918 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-cf457d61-513d-419a-8d5e-38567da6bfb7 req-6b8cb91a-46b1-4f73-a894-a0c3e7397459 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/ports?device_id=7e8d2815-d67d-48ce-8724-8d8fb8d5fb3d HTTP/1.1" status: 200  len: 945 time: 0.3072898
Feb 02 13:44:07.787029 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-cf457d61-513d-419a-8d5e-38567da6bfb7 req-6ee44f80-c2e0-4103-9d22-35363b1341f6 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/security-groups?id=bdba0788-3b49-462a-9c04-5bed6f29f447&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0828714
Feb 02 13:44:09.443839 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba776a-aaa5-4a47-b665-1fa8f8934eec req-c7f4751a-e197-4fca-84dd-31750ee8fa02 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:44:09.446396 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-f4ba776a-aaa5-4a47-b665-1fa8f8934eec req-c7f4751a-e197-4fca-84dd-31750ee8fa02 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/ports?device_id=7e8d2815-d67d-48ce-8724-8d8fb8d5fb3d HTTP/1.1" status: 200  len: 945 time: 0.4534006
Feb 02 13:44:09.528565 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-f4ba776a-aaa5-4a47-b665-1fa8f8934eec req-254adb71-6dc2-427f-a37b-9006a50bc6c1 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/security-groups?id=bdba0788-3b49-462a-9c04-5bed6f29f447&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0756674
Feb 02 13:44:10.933114 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bdc40e-c64e-44fb-8cd4-8940e17f980e req-a222dd53-c09a-46cb-b641-d57f734f0902 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:44:10.935787 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-85bdc40e-c64e-44fb-8cd4-8940e17f980e req-a222dd53-c09a-46cb-b641-d57f734f0902 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/ports?device_id=7e8d2815-d67d-48ce-8724-8d8fb8d5fb3d HTTP/1.1" status: 200  len: 945 time: 0.2465665
Feb 02 13:44:11.015166 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-85bdc40e-c64e-44fb-8cd4-8940e17f980e req-40f58507-92cb-429b-8614-c7daab7ce653 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/security-groups?id=bdba0788-3b49-462a-9c04-5bed6f29f447&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0695767
Feb 02 13:44:12.564952 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e31565-65c4-4be8-b91d-4d7908125c3a req-78211e9f-c0d3-4f9c-a937-c773ba2eea70 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:44:12.567021 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d2e31565-65c4-4be8-b91d-4d7908125c3a req-78211e9f-c0d3-4f9c-a937-c773ba2eea70 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/ports?device_id=7e8d2815-d67d-48ce-8724-8d8fb8d5fb3d HTTP/1.1" status: 200  len: 945 time: 0.3088462
Feb 02 13:44:12.651356 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d2e31565-65c4-4be8-b91d-4d7908125c3a req-82c63683-79b6-448d-9753-d8735efc4f2d tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/security-groups?id=bdba0788-3b49-462a-9c04-5bed6f29f447&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0767288
Feb 02 13:44:14.078599 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c37d840-16d6-49d1-b380-489d18fb34ba req-c96b1ebf-822b-497f-9c46-8b7efaa3f522 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:44:14.080905 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-9c37d840-16d6-49d1-b380-489d18fb34ba req-c96b1ebf-822b-497f-9c46-8b7efaa3f522 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/ports?device_id=7e8d2815-d67d-48ce-8724-8d8fb8d5fb3d HTTP/1.1" status: 200  len: 945 time: 0.2170534
Feb 02 13:44:14.180651 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-9c37d840-16d6-49d1-b380-489d18fb34ba req-1b5f4247-b5f0-4a76-bd1a-cf628c0baa18 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/security-groups?id=bdba0788-3b49-462a-9c04-5bed6f29f447&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0875006
Feb 02 13:44:14.397195 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.agents_db [None req-a5446886-6d63-4256-b3e6-4e67ca866f31 None None] Agent healthcheck: found 6 active agents {{(pid=80187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 02 13:44:14.997134 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730baaf6-f495-4a38-a453-0c5df365588c req-a0036159-3250-4bba-8fb1-bcedc75c0900 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:44:15.000069 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-730baaf6-f495-4a38-a453-0c5df365588c req-a0036159-3250-4bba-8fb1-bcedc75c0900 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/ports?device_id=7e8d2815-d67d-48ce-8724-8d8fb8d5fb3d HTTP/1.1" status: 200  len: 945 time: 0.3500917
Feb 02 13:44:15.012118 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ab051-9e2e-44fd-b391-cba000070055 req-b48cc809-afa1-46b4-a4b4-00ec04cbf2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:44:15.014222 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-4d5ab051-9e2e-44fd-b391-cba000070055 req-b48cc809-afa1-46b4-a4b4-00ec04cbf2ca service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=dc43bfb261a1419d93631ca1734b41d5&device_id=7e8d2815-d67d-48ce-8724-8d8fb8d5fb3d HTTP/1.1" status: 200  len: 1162 time: 0.2909486
Feb 02 13:44:15.204150 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-730baaf6-f495-4a38-a453-0c5df365588c req-af27ce41-155d-4d20-8d11-e2ad20180331 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/security-groups?id=bdba0788-3b49-462a-9c04-5bed6f29f447&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1957753
Feb 02 13:44:15.306511 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ab051-9e2e-44fd-b391-cba000070055 req-65d1306c-0c7b-4a22-bf80-03fe0597c925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:44:15.308935 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-4d5ab051-9e2e-44fd-b391-cba000070055 req-65d1306c-0c7b-4a22-bf80-03fe0597c925 service neutron] 10.222.0.132 "GET /v2.0/networks?id=a4835e6f-7982-41d9-8597-68768326e2b7 HTTP/1.1" status: 200  len: 905 time: 0.2673552
Feb 02 13:44:15.450306 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-4d5ab051-9e2e-44fd-b391-cba000070055 req-9ec15a55-fd05-4219-8e11-82bd0a0dff71 service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc3695ea-dc80-44c7-b589-f2721d774513 HTTP/1.1" status: 200  len: 1001 time: 0.1338286
Feb 02 13:44:15.540211 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ab051-9e2e-44fd-b391-cba000070055 req-4725c2cf-65ba-4006-a40b-557bab83c405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:44:15.542606 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-4d5ab051-9e2e-44fd-b391-cba000070055 req-4725c2cf-65ba-4006-a40b-557bab83c405 service neutron] 10.222.0.132 "GET /v2.0/subnets?id=7bd499ff-eea3-463e-bee1-8df687fd8da3 HTTP/1.1" status: 200  len: 850 time: 0.0848711
Feb 02 13:44:15.663815 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ab051-9e2e-44fd-b391-cba000070055 req-95f76568-ee9f-4bf9-9a34-cda8a09278e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:44:15.666054 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-4d5ab051-9e2e-44fd-b391-cba000070055 req-95f76568-ee9f-4bf9-9a34-cda8a09278e5 service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=a4835e6f-7982-41d9-8597-68768326e2b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1192636
Feb 02 13:44:15.902433 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-4d5ab051-9e2e-44fd-b391-cba000070055 req-95a62da4-96df-4ee8-94d1-68bdb5c607a0 service neutron] 10.222.0.132 "GET /v2.0/networks/a4835e6f-7982-41d9-8597-68768326e2b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2315331
Feb 02 13:44:16.095473 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-4d5ab051-9e2e-44fd-b391-cba000070055 req-b18260e5-214e-481e-85af-56124d3d4ffa service neutron] 10.222.0.132 "GET /v2.0/networks/a4835e6f-7982-41d9-8597-68768326e2b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1783292
Feb 02 13:44:16.451813 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device fc3695ea-dc80-44c7-b589-f2721d774513 up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:44:16.559106 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port fc3695ea-dc80-44c7-b589-f2721d774513 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:44:16.559418 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:44:16.685858 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1532c23e-1181-4744-ad64-92b0a1d0d0e3 req-f9d02041-7574-4a4d-b272-124660ccd0ec tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:44:16.690343 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-1532c23e-1181-4744-ad64-92b0a1d0d0e3 req-f9d02041-7574-4a4d-b272-124660ccd0ec tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/ports?device_id=7e8d2815-d67d-48ce-8724-8d8fb8d5fb3d HTTP/1.1" status: 200  len: 945 time: 0.2723701
Feb 02 13:44:16.796768 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-1532c23e-1181-4744-ad64-92b0a1d0d0e3 req-c0e45dbb-4b95-45c6-98e3-4d48379b23e9 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/security-groups?id=bdba0788-3b49-462a-9c04-5bed6f29f447&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0971234
Feb 02 13:44:18.195870 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dbd4b0-9d1f-41a9-9c41-872997713d73 req-2390e0e6-8db6-4a7b-a6a6-6efdf0017268 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:44:18.197661 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-96dbd4b0-9d1f-41a9-9c41-872997713d73 req-2390e0e6-8db6-4a7b-a6a6-6efdf0017268 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/ports?device_id=7e8d2815-d67d-48ce-8724-8d8fb8d5fb3d HTTP/1.1" status: 200  len: 945 time: 0.2028108
Feb 02 13:44:18.288271 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-96dbd4b0-9d1f-41a9-9c41-872997713d73 req-c9d38478-f489-4e13-89cc-0f57397ccf09 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/security-groups?id=bdba0788-3b49-462a-9c04-5bed6f29f447&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0819600
Feb 02 13:44:18.455729 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device fc3695ea-dc80-44c7-b589-f2721d774513 up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:44:18.557245 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port fc3695ea-dc80-44c7-b589-f2721d774513 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:44:18.557793 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:44:25.979310 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-254da5d4-1126-44ff-862f-2dbe058973bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:44:29.035587 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c7e8766e-8d12-4426-afca-822902410145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:44:29.326860 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d3f99f31-5b34-4251-9125-7a86384a5973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:44:30.301209 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:44:31.060175 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-42ef245d-f728-4293-a752-dedea4fc02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:44:33.050712 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:44:39.451516 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e5dd5b4f-6009-486e-90b1-c6a65c8b9ae6 req-0d394410-d0d0-4940-b094-82023e4b1824 service neutron] 10.222.0.132 "GET /v2.0/ports?device_id=af5c64e0-45e4-4d02-8b79-5558d2a387ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1089625
Feb 02 13:44:39.619905 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd5b4f-6009-486e-90b1-c6a65c8b9ae6 req-a8b144a6-8bb2-425d-88ed-3d95a1a4b1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:44:39.622761 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e5dd5b4f-6009-486e-90b1-c6a65c8b9ae6 req-a8b144a6-8bb2-425d-88ed-3d95a1a4b1f7 service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=4137e2122c7f40189b0a34f1651c3764&device_id=af5c64e0-45e4-4d02-8b79-5558d2a387ae HTTP/1.1" status: 200  len: 1162 time: 0.1410303
Feb 02 13:44:39.898334 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd5b4f-6009-486e-90b1-c6a65c8b9ae6 req-58ac60b4-c009-41b3-ae0c-24c41e10adfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:44:39.901117 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e5dd5b4f-6009-486e-90b1-c6a65c8b9ae6 req-58ac60b4-c009-41b3-ae0c-24c41e10adfb service neutron] 10.222.0.132 "GET /v2.0/networks?id=1686445e-9089-4fcd-bac5-a148e4ca86fe HTTP/1.1" status: 200  len: 910 time: 0.2571225
Feb 02 13:44:40.022916 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e5dd5b4f-6009-486e-90b1-c6a65c8b9ae6 req-d4cda96a-654f-44db-a4ea-396d2441e47c service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf294d93-7af7-453d-818c-abf9ef7c04af HTTP/1.1" status: 200  len: 1000 time: 0.1152318
Feb 02 13:44:40.117336 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd5b4f-6009-486e-90b1-c6a65c8b9ae6 req-1cf337d9-8804-47ba-94f9-8ca0d58460a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:44:40.119042 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e5dd5b4f-6009-486e-90b1-c6a65c8b9ae6 req-1cf337d9-8804-47ba-94f9-8ca0d58460a3 service neutron] 10.222.0.132 "GET /v2.0/subnets?id=e86f023b-3193-46b5-b935-af688f96c4c8 HTTP/1.1" status: 200  len: 855 time: 0.0865109
Feb 02 13:44:40.218663 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd5b4f-6009-486e-90b1-c6a65c8b9ae6 req-570d6c5b-8e70-4cb5-b8ed-7d760b10d8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:44:40.221216 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e5dd5b4f-6009-486e-90b1-c6a65c8b9ae6 req-570d6c5b-8e70-4cb5-b8ed-7d760b10d8ea service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=1686445e-9089-4fcd-bac5-a148e4ca86fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0934424
Feb 02 13:44:40.466158 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e5dd5b4f-6009-486e-90b1-c6a65c8b9ae6 req-15eb2df7-d7ec-4f1d-ac8b-bb6e5045861f service neutron] 10.222.0.132 "GET /v2.0/networks/1686445e-9089-4fcd-bac5-a148e4ca86fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2360110
Feb 02 13:44:40.640686 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e5dd5b4f-6009-486e-90b1-c6a65c8b9ae6 req-264a3d3a-033f-4822-a448-7cb573dfaaf0 service neutron] 10.222.0.132 "GET /v2.0/networks/1686445e-9089-4fcd-bac5-a148e4ca86fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1671100
Feb 02 13:44:45.718125 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-8e9eac23-7c39-47f9-8523-ae12262ba39a req-0faafb0f-0397-4638-9431-ea751012c2f1 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-409667161&fields=id&tenant_id=c7377d5a96854dd78261e26bac4d60a5 HTTP/1.1" status: 200  len: 267 time: 0.0608661
Feb 02 13:44:45.926838 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9eac23-7c39-47f9-8523-ae12262ba39a req-a2240a10-5b88-4fb4-82c5-1c922e86d2ee tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:44:45.929127 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-8e9eac23-7c39-47f9-8523-ae12262ba39a req-a2240a10-5b88-4fb4-82c5-1c922e86d2ee tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/ports?device_id=3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2 HTTP/1.1" status: 200  len: 984 time: 0.2042842
Feb 02 13:44:45.943217 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-8e9eac23-7c39-47f9-8523-ae12262ba39a req-dcb534f5-d071-4893-a3ba-bc2aca9eb566 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Request body: {'port': {'security_groups': ['6419cc62-b27d-4d08-bd9b-1b4889c2b9ea']}} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:44:46.158418 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-8e9eac23-7c39-47f9-8523-ae12262ba39a req-dcb534f5-d071-4893-a3ba-bc2aca9eb566 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:44:46.509341 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-8e9eac23-7c39-47f9-8523-ae12262ba39a req-dcb534f5-d071-4893-a3ba-bc2aca9eb566 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] For port e8d13c4a-6a19-4bb6-be52-1ffd88e69572, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=e8d13c4a-6a19-4bb6-be52-1ffd88e69572,segment=NetworkSegment(4e775aad-c37b-4a2c-b799-042e82a5eee6),segment_id=4e775aad-c37b-4a2c-b799-042e82a5eee6)] {{(pid=80184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:44:46.541813 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-8e9eac23-7c39-47f9-8523-ae12262ba39a req-dcb534f5-d071-4893-a3ba-bc2aca9eb566 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Notify callbacks [] for port, precommit_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:44:46.545811 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-8e9eac23-7c39-47f9-8523-ae12262ba39a req-dcb534f5-d071-4893-a3ba-bc2aca9eb566 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2835433'] for port, after_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:44:46.561787 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-02a2eab3-7546-490f-9004-f7e2ec8e9eb2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:44:46.714773 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb534f5-d071-4893-a3ba-bc2aca9eb566 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Pushing event updated for resources: {'Port': ['ID=e8d13c4a-6a19-4bb6-be52-1ffd88e69572,revision_number=6']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:44:46.737779 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb534f5-d071-4893-a3ba-bc2aca9eb566 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:44:46.738380 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb534f5-d071-4893-a3ba-bc2aca9eb566 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:44:46.738567 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb534f5-d071-4893-a3ba-bc2aca9eb566 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:44:46.738962 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb534f5-d071-4893-a3ba-bc2aca9eb566 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:44:46.739347 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb534f5-d071-4893-a3ba-bc2aca9eb566 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:44:46.739827 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb534f5-d071-4893-a3ba-bc2aca9eb566 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:44:46.740237 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb534f5-d071-4893-a3ba-bc2aca9eb566 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:44:46.740629 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb534f5-d071-4893-a3ba-bc2aca9eb566 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:44:46.741069 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb534f5-d071-4893-a3ba-bc2aca9eb566 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:44:46.741439 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb534f5-d071-4893-a3ba-bc2aca9eb566 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:44:46.741811 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb534f5-d071-4893-a3ba-bc2aca9eb566 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:44:46.742191 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb534f5-d071-4893-a3ba-bc2aca9eb566 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:44:46.742661 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb534f5-d071-4893-a3ba-bc2aca9eb566 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:44:46.743021 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb534f5-d071-4893-a3ba-bc2aca9eb566 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:44:46.743403 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb534f5-d071-4893-a3ba-bc2aca9eb566 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:44:46.743785 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb534f5-d071-4893-a3ba-bc2aca9eb566 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:44:46.744208 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb534f5-d071-4893-a3ba-bc2aca9eb566 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:44:46.744588 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb534f5-d071-4893-a3ba-bc2aca9eb566 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:44:46.744968 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb534f5-d071-4893-a3ba-bc2aca9eb566 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:44:46.745350 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb534f5-d071-4893-a3ba-bc2aca9eb566 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:44:46.745726 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb534f5-d071-4893-a3ba-bc2aca9eb566 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:44:46.746105 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb534f5-d071-4893-a3ba-bc2aca9eb566 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:44:46.746479 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb534f5-d071-4893-a3ba-bc2aca9eb566 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:44:46.746857 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb534f5-d071-4893-a3ba-bc2aca9eb566 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:44:46.752215 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-dcb534f5-d071-4893-a3ba-bc2aca9eb566 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:44:46.865839 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9eac23-7c39-47f9-8523-ae12262ba39a req-dcb534f5-d071-4893-a3ba-bc2aca9eb566 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:44:46.866618 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-8e9eac23-7c39-47f9-8523-ae12262ba39a req-dcb534f5-d071-4893-a3ba-bc2aca9eb566 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for port, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:44:46.868320 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-8e9eac23-7c39-47f9-8523-ae12262ba39a req-dcb534f5-d071-4893-a3ba-bc2aca9eb566 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "PUT /v2.0/ports/e8d13c4a-6a19-4bb6-be52-1ffd88e69572 HTTP/1.1" status: 200  len: 942 time: 0.9316325
Feb 02 13:44:46.869191 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2', 'tag': 'e8d13c4a-6a19-4bb6-be52-1ffd88e69572'}] {{(pid=80184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:44:46.978565 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2', 'tag': 'e8d13c4a-6a19-4bb6-be52-1ffd88e69572', 'status': 'completed', 'code': 200}
Feb 02 13:44:47.030009 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-89184faf-9f31-44ce-b025-505776cffed6 req-5213dd65-a697-487d-84a4-896e2cd21f56 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/security-groups/5916b4e8-3b64-431d-a512-4e0f8d1bf80f HTTP/1.1" status: 200  len: 3003 time: 0.1191211
Feb 02 13:44:47.093079 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-ce7b72ee-0682-4936-a9bf-3c56f4825013 None None] Provisioning complete for port e8d13c4a-6a19-4bb6-be52-1ffd88e69572 triggered by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:44:47.093506 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ce7b72ee-0682-4936-a9bf-3c56f4825013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:44:47.266434 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-89184faf-9f31-44ce-b025-505776cffed6 req-2f1bcee3-139e-457c-8c49-890a0bc3e179 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Notify callbacks [] for security_group, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:44:47.293497 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5fb601-f15e-4b29-9bac-18599495d6bb req-5250ff65-73ae-4502-94bb-3abf8fb8aa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:44:47.295688 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6e5fb601-f15e-4b29-9bac-18599495d6bb req-5250ff65-73ae-4502-94bb-3abf8fb8aa9e service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=c7377d5a96854dd78261e26bac4d60a5&device_id=3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2 HTTP/1.1" status: 200  len: 1162 time: 0.2640622
Feb 02 13:44:47.341888 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-89184faf-9f31-44ce-b025-505776cffed6 req-2f1bcee3-139e-457c-8c49-890a0bc3e179 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:44:47.748293 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5fb601-f15e-4b29-9bac-18599495d6bb req-a288ceaa-c580-4a05-b083-e9667bf21f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:44:47.750174 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6e5fb601-f15e-4b29-9bac-18599495d6bb req-a288ceaa-c580-4a05-b083-e9667bf21f4a service neutron] 10.222.0.132 "GET /v2.0/networks?id=2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4 HTTP/1.1" status: 200  len: 909 time: 0.4460366
Feb 02 13:44:47.751316 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-89184faf-9f31-44ce-b025-505776cffed6 req-2f1bcee3-139e-457c-8c49-890a0bc3e179 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:44:47.758647 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-42aec0de-7e2e-43c4-a44a-2fe7cb33bbdc tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:44:47.852142 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1bcee3-139e-457c-8c49-890a0bc3e179 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5916b4e8-3b64-431d-a512-4e0f8d1bf80f,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:44:47.874035 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-2f1bcee3-139e-457c-8c49-890a0bc3e179 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:44:47.907176 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-89184faf-9f31-44ce-b025-505776cffed6 req-2f1bcee3-139e-457c-8c49-890a0bc3e179 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Notify callbacks [] for security_group, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:44:47.909269 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-89184faf-9f31-44ce-b025-505776cffed6 req-2f1bcee3-139e-457c-8c49-890a0bc3e179 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "DELETE /v2.0/security-groups/5916b4e8-3b64-431d-a512-4e0f8d1bf80f HTTP/1.1" status: 204  len: 173 time: 0.8145950
Feb 02 13:44:47.928041 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6e5fb601-f15e-4b29-9bac-18599495d6bb req-4697abd3-ed13-47ae-98e7-1e9242683835 service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8d13c4a-6a19-4bb6-be52-1ffd88e69572 HTTP/1.1" status: 200  len: 1001 time: 0.1525567
Feb 02 13:44:48.151439 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5fb601-f15e-4b29-9bac-18599495d6bb req-efc27765-7711-4ce2-a234-25262a444e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:44:48.153097 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6e5fb601-f15e-4b29-9bac-18599495d6bb req-efc27765-7711-4ce2-a234-25262a444e2b service neutron] 10.222.0.132 "GET /v2.0/subnets?id=6ba67f1d-6632-44fe-98c0-2a645afeb419 HTTP/1.1" status: 200  len: 854 time: 0.2201087
Feb 02 13:44:48.183298 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7294aca0-c26b-4e26-b17b-0b22253f5370 req-8203358b-0ef4-4346-ae7c-b407f9450545 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/floatingips/8f194d1c-8698-4288-b6d2-e92926c715d7 HTTP/1.1" status: 200  len: 998 time: 0.1985638
Feb 02 13:44:48.418481 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5fb601-f15e-4b29-9bac-18599495d6bb req-a5fd0205-c2db-48fe-825c-79806099c08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:44:48.420457 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6e5fb601-f15e-4b29-9bac-18599495d6bb req-a5fd0205-c2db-48fe-825c-79806099c08d service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2590759
Feb 02 13:44:48.574162 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294aca0-c26b-4e26-b17b-0b22253f5370 req-d9b6ccfa-d551-4259-89b0-837d8f7f60c7 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:44:48.575820 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7294aca0-c26b-4e26-b17b-0b22253f5370 req-d9b6ccfa-d551-4259-89b0-837d8f7f60c7 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/networks/081eaffe-521e-4302-9444-c5c7bff220cd HTTP/1.1" status: 200  len: 784 time: 0.3499823
Feb 02 13:44:48.613482 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [req-7294aca0-c26b-4e26-b17b-0b22253f5370 req-2e0e0620-f6ef-4448-aa11-a7136d310770 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] http://10.222.0.133:9696/v2.0/extensions returned with HTTP 200 {{(pid=80184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 02 13:44:48.614686 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7294aca0-c26b-4e26-b17b-0b22253f5370 req-2e0e0620-f6ef-4448-aa11-a7136d310770 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0137653
Feb 02 13:44:48.809397 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device e8d13c4a-6a19-4bb6-be52-1ffd88e69572 up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:44:48.901517 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port e8d13c4a-6a19-4bb6-be52-1ffd88e69572 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:44:48.901950 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:44:48.951222 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7294aca0-c26b-4e26-b17b-0b22253f5370 req-77d33207-5a5f-42e9-8ce7-064675953aa3 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/floatingips?floating_ip_address=172.27.2.177 HTTP/1.1" status: 200  len: 1001 time: 0.2741394
Feb 02 13:44:48.961262 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6e5fb601-f15e-4b29-9bac-18599495d6bb req-94117efa-f3ac-4137-b963-5c7d5de4babb service neutron] 10.222.0.132 "GET /v2.0/networks/2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3843055
Feb 02 13:44:49.359213 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f2952-3fe3-45d9-960c-547f0b4cb6cd req-80f2c893-f5ba-458b-be3d-92791a4ff9f4 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:44:49.362693 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-444f2952-3fe3-45d9-960c-547f0b4cb6cd req-80f2c893-f5ba-458b-be3d-92791a4ff9f4 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=af5c64e0-45e4-4d02-8b79-5558d2a387ae HTTP/1.1" status: 200  len: 945 time: 0.6097977
Feb 02 13:44:49.596073 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294aca0-c26b-4e26-b17b-0b22253f5370 req-b714218e-1bec-40d7-a9db-523be2c92900 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:44:49.598749 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7294aca0-c26b-4e26-b17b-0b22253f5370 req-b714218e-1bec-40d7-a9db-523be2c92900 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/ports/e8d13c4a-6a19-4bb6-be52-1ffd88e69572 HTTP/1.1" status: 200  len: 942 time: 0.6362426
Feb 02 13:44:49.725104 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-444f2952-3fe3-45d9-960c-547f0b4cb6cd req-447ba755-f81c-4bcd-8c7e-d990619d57e6 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups?id=e24f2a2e-52bb-4e6c-8006-fb40a9bbed50&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3496294
Feb 02 13:44:49.838890 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afeb243-e2db-43af-a111-c3b9e4d1fab6 req-25b282c7-1a6c-47c0-8d17-ed25b44c181e tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:44:49.840495 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-6afeb243-e2db-43af-a111-c3b9e4d1fab6 req-25b282c7-1a6c-47c0-8d17-ed25b44c181e tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Synchronizing usage tracker for tenant:4137e2122c7f40189b0a34f1651c3764 on resource:port {{(pid=80185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:44:49.855141 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-6afeb243-e2db-43af-a111-c3b9e4d1fab6 req-25b282c7-1a6c-47c0-8d17-ed25b44c181e tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Unset dirty status for tenant:4137e2122c7f40189b0a34f1651c3764 on resource:port {{(pid=80185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:44:49.856563 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6afeb243-e2db-43af-a111-c3b9e4d1fab6 req-25b282c7-1a6c-47c0-8d17-ed25b44c181e tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.132 "GET /v2.0/ports?device_id=af5c64e0-45e4-4d02-8b79-5558d2a387ae HTTP/1.1" status: 200  len: 945 time: 0.2231951
Feb 02 13:44:49.860787 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6e5fb601-f15e-4b29-9bac-18599495d6bb req-912ffe29-3bb1-4f11-9052-93f03af0f01c service neutron] 10.222.0.132 "GET /v2.0/networks/2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8925714
Feb 02 13:44:49.925362 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7294aca0-c26b-4e26-b17b-0b22253f5370 req-03410fd9-1a18-439b-b84d-17ba427416bd tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/floatingips?floating_ip_address=172.27.2.177 HTTP/1.1" status: 200  len: 1001 time: 0.1950383
Feb 02 13:44:49.975331 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-6afeb243-e2db-43af-a111-c3b9e4d1fab6 req-b327ffec-cc70-4dc3-923d-2a090d9c7a3e tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Deleting port cf294d93-7af7-453d-818c-abf9ef7c04af {{(pid=80185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:44:49.975757 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-6afeb243-e2db-43af-a111-c3b9e4d1fab6 req-b327ffec-cc70-4dc3-923d-2a090d9c7a3e tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:44:50.228599 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-7294aca0-c26b-4e26-b17b-0b22253f5370 req-a11d3e97-3280-49e2-bc50-1e5f1141cf67 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Deleting port 6b15b296-92e7-4bd0-9610-83a3682e6534 {{(pid=80184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:44:50.228889 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-7294aca0-c26b-4e26-b17b-0b22253f5370 req-a11d3e97-3280-49e2-bc50-1e5f1141cf67 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:44:50.329298 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-6afeb243-e2db-43af-a111-c3b9e4d1fab6 req-b327ffec-cc70-4dc3-923d-2a090d9c7a3e tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] For port cf294d93-7af7-453d-818c-abf9ef7c04af, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=cf294d93-7af7-453d-818c-abf9ef7c04af,segment=NetworkSegment(5f553a71-9c0f-48ac-b06b-07581f7b8732),segment_id=5f553a71-9c0f-48ac-b06b-07581f7b8732)] {{(pid=80185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:44:50.330064 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-6afeb243-e2db-43af-a111-c3b9e4d1fab6 req-b327ffec-cc70-4dc3-923d-2a090d9c7a3e tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:44:50.505224 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-7294aca0-c26b-4e26-b17b-0b22253f5370 req-a11d3e97-3280-49e2-bc50-1e5f1141cf67 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:44:50.505746 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-7294aca0-c26b-4e26-b17b-0b22253f5370 req-a11d3e97-3280-49e2-bc50-1e5f1141cf67 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:44:50.653751 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-7294aca0-c26b-4e26-b17b-0b22253f5370 req-a11d3e97-3280-49e2-bc50-1e5f1141cf67 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Calling delete_port for 6b15b296-92e7-4bd0-9610-83a3682e6534 owned by network:floatingip {{(pid=80184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:44:50.718141 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device cf294d93-7af7-453d-818c-abf9ef7c04af no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 02 13:44:50.723674 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-6afeb243-e2db-43af-a111-c3b9e4d1fab6 req-b327ffec-cc70-4dc3-923d-2a090d9c7a3e tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:44:50.724517 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-6afeb243-e2db-43af-a111-c3b9e4d1fab6 req-b327ffec-cc70-4dc3-923d-2a090d9c7a3e tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852699397'] for floatingip, after_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:44:50.724517 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.db.l3_db [req-6afeb243-e2db-43af-a111-c3b9e4d1fab6 req-b327ffec-cc70-4dc3-923d-2a090d9c7a3e tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Floating IP 52e00dc3-8cc4-47cf-a575-e89fc47cc13a disassociated. External IP: 172.27.2.38, port: cf294d93-7af7-453d-818c-abf9ef7c04af.
Feb 02 13:44:50.724845 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-6afeb243-e2db-43af-a111-c3b9e4d1fab6 req-b327ffec-cc70-4dc3-923d-2a090d9c7a3e tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Calling delete_port for cf294d93-7af7-453d-818c-abf9ef7c04af owned by compute:nova {{(pid=80185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:44:50.917146 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:44:50.966424 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-6afeb243-e2db-43af-a111-c3b9e4d1fab6 req-b327ffec-cc70-4dc3-923d-2a090d9c7a3e tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264942761622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264943208991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2210562'] for port, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:44:50.987600 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-0f9f881c-d5f3-4c06-9191-4d958e6ba655 tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:44:51.056675 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-387191eb-fb16-47c1-bf31-4fe4433157de req-dcc5c831-61c1-42b0-9491-8edf1850c0ff tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=af5c64e0-45e4-4d02-8b79-5558d2a387ae HTTP/1.1" status: 200  len: 210 time: 0.0645258
Feb 02 13:44:51.112198 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b327ffec-cc70-4dc3-923d-2a090d9c7a3e tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Pushing event deleted for resources: {'Port': ['ID=cf294d93-7af7-453d-818c-abf9ef7c04af,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:44:51.122980 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327ffec-cc70-4dc3-923d-2a090d9c7a3e tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:44:51.123416 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327ffec-cc70-4dc3-923d-2a090d9c7a3e tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:44:51.123831 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327ffec-cc70-4dc3-923d-2a090d9c7a3e tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:44:51.124275 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327ffec-cc70-4dc3-923d-2a090d9c7a3e tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:44:51.124933 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327ffec-cc70-4dc3-923d-2a090d9c7a3e tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:44:51.125589 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327ffec-cc70-4dc3-923d-2a090d9c7a3e tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:44:51.126035 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327ffec-cc70-4dc3-923d-2a090d9c7a3e tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:44:51.126496 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327ffec-cc70-4dc3-923d-2a090d9c7a3e tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:44:51.126912 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327ffec-cc70-4dc3-923d-2a090d9c7a3e tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:44:51.127378 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327ffec-cc70-4dc3-923d-2a090d9c7a3e tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:44:51.127784 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327ffec-cc70-4dc3-923d-2a090d9c7a3e tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:44:51.128238 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327ffec-cc70-4dc3-923d-2a090d9c7a3e tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:44:51.128701 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327ffec-cc70-4dc3-923d-2a090d9c7a3e tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:44:51.129189 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327ffec-cc70-4dc3-923d-2a090d9c7a3e tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:44:51.129749 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327ffec-cc70-4dc3-923d-2a090d9c7a3e tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:44:51.130386 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327ffec-cc70-4dc3-923d-2a090d9c7a3e tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:44:51.130959 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327ffec-cc70-4dc3-923d-2a090d9c7a3e tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:44:51.131416 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327ffec-cc70-4dc3-923d-2a090d9c7a3e tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:44:51.131977 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327ffec-cc70-4dc3-923d-2a090d9c7a3e tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:44:51.132656 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327ffec-cc70-4dc3-923d-2a090d9c7a3e tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:44:51.133070 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327ffec-cc70-4dc3-923d-2a090d9c7a3e tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:44:51.133477 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327ffec-cc70-4dc3-923d-2a090d9c7a3e tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:44:51.133898 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327ffec-cc70-4dc3-923d-2a090d9c7a3e tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:44:51.134289 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327ffec-cc70-4dc3-923d-2a090d9c7a3e tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:44:51.146341 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-b327ffec-cc70-4dc3-923d-2a090d9c7a3e tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:44:51.183718 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-7294aca0-c26b-4e26-b17b-0b22253f5370 req-a11d3e97-3280-49e2-bc50-1e5f1141cf67 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264942761622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264943208991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851940450'] for port, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:44:51.201791 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-0f100107-254b-4aaf-b8f5-2ba6859ce322 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:44:51.311502 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d3e97-3280-49e2-bc50-1e5f1141cf67 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Pushing event deleted for resources: {'Port': ['ID=6b15b296-92e7-4bd0-9610-83a3682e6534,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:44:51.314629 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-a11d3e97-3280-49e2-bc50-1e5f1141cf67 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:44:51.414650 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.agents_db [None req-a5446886-6d63-4256-b3e6-4e67ca866f31 None None] Agent healthcheck: found 6 active agents {{(pid=80187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 02 13:44:51.445096 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6afeb243-e2db-43af-a111-c3b9e4d1fab6 req-b327ffec-cc70-4dc3-923d-2a090d9c7a3e tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Router e1313b03-1e45-4cf1-8d41-dae65ce45e1d has already been hosted by L3 agent 46ed2aac-7d32-4274-9cac-387c5fc2cd87 {{(pid=80185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 02 13:44:51.481180 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-7294aca0-c26b-4e26-b17b-0b22253f5370 req-a11d3e97-3280-49e2-bc50-1e5f1141cf67 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Notify callbacks [] for floatingip, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:44:51.481839 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.db.l3_db [req-7294aca0-c26b-4e26-b17b-0b22253f5370 req-a11d3e97-3280-49e2-bc50-1e5f1141cf67 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Floating IP 8f194d1c-8698-4288-b6d2-e92926c715d7 disassociated (deleted). External IP: 172.27.2.177, port: e8d13c4a-6a19-4bb6-be52-1ffd88e69572.
Feb 02 13:44:51.930599 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6afeb243-e2db-43af-a111-c3b9e4d1fab6 req-b327ffec-cc70-4dc3-923d-2a090d9c7a3e tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify agent at l3_agent.dv-cinder-772388-4-iscsi the message routers_updated {{(pid=80185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 02 13:44:51.945201 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f49244-3ad5-4f22-9298-182ec35a28e0 None None] Sync routers for ids ['e1313b03-1e45-4cf1-8d41-dae65ce45e1d'] in dv-cinder-772388-4-iscsi {{(pid=80186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 02 13:44:51.960154 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f49244-3ad5-4f22-9298-182ec35a28e0 None None] Routers {'e1313b03-1e45-4cf1-8d41-dae65ce45e1d'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:44:51.961391 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-45f49244-3ad5-4f22-9298-182ec35a28e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e91f6710>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:44:29Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['e1313b03-1e45-4cf1-8d41-dae65ce45e1d'], 'active': True} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:44:51.994051 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [req-6afeb243-e2db-43af-a111-c3b9e4d1fab6 req-b327ffec-cc70-4dc3-923d-2a090d9c7a3e tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] No DVR routers for this DVR port cf294d93-7af7-453d-818c-abf9ef7c04af on host hv-cinder-77238 {{(pid=80185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 02 13:44:51.997607 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-6afeb243-e2db-43af-a111-c3b9e4d1fab6 req-b327ffec-cc70-4dc3-923d-2a090d9c7a3e tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for port, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:44:52.003835 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af5c64e0-45e4-4d02-8b79-5558d2a387ae', 'name': 'network-vif-deleted', 'tag': 'cf294d93-7af7-453d-818c-abf9ef7c04af'}] {{(pid=80185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:44:52.022482 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6afeb243-e2db-43af-a111-c3b9e4d1fab6 req-b327ffec-cc70-4dc3-923d-2a090d9c7a3e tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.132 "DELETE /v2.0/ports/cf294d93-7af7-453d-818c-abf9ef7c04af HTTP/1.1" status: 204  len: 173 time: 2.1557474
Feb 02 13:44:52.096776 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7294aca0-c26b-4e26-b17b-0b22253f5370 req-a11d3e97-3280-49e2-bc50-1e5f1141cf67 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Router abbaa997-98e4-4c19-9542-2b246e1cac82 has already been hosted by L3 agent 46ed2aac-7d32-4274-9cac-387c5fc2cd87 {{(pid=80184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 02 13:44:52.229427 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-45f49244-3ad5-4f22-9298-182ec35a28e0 None None] Set router e1313b03-1e45-4cf1-8d41-dae65ce45e1d gateway port host: dv-cinder-772388-4-iscsi {{(pid=80186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:44:52.280432 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af5c64e0-45e4-4d02-8b79-5558d2a387ae', 'name': 'network-vif-deleted', 'tag': 'cf294d93-7af7-453d-818c-abf9ef7c04af', 'status': 'completed', 'code': 200}
Feb 02 13:44:52.453708 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7294aca0-c26b-4e26-b17b-0b22253f5370 req-a11d3e97-3280-49e2-bc50-1e5f1141cf67 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Notify agent at l3_agent.dv-cinder-772388-4-iscsi the message routers_updated {{(pid=80184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 02 13:44:52.466846 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340f475b-adce-41c6-932f-00c92d43f6bb None None] Sync routers for ids ['abbaa997-98e4-4c19-9542-2b246e1cac82'] in dv-cinder-772388-4-iscsi {{(pid=80187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 02 13:44:52.490932 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340f475b-adce-41c6-932f-00c92d43f6bb None None] Routers {'abbaa997-98e4-4c19-9542-2b246e1cac82'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:44:52.492125 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-340f475b-adce-41c6-932f-00c92d43f6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e9722550>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:44:29Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['abbaa997-98e4-4c19-9542-2b246e1cac82'], 'active': True} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:44:52.519184 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-7294aca0-c26b-4e26-b17b-0b22253f5370 req-a11d3e97-3280-49e2-bc50-1e5f1141cf67 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for floatingip, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:44:52.729423 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7294aca0-c26b-4e26-b17b-0b22253f5370 req-a11d3e97-3280-49e2-bc50-1e5f1141cf67 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "DELETE /v2.0/floatingips/8f194d1c-8698-4288-b6d2-e92926c715d7 HTTP/1.1" status: 204  len: 173 time: 2.7958694
Feb 02 13:44:52.733534 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2', 'tag': 'e8d13c4a-6a19-4bb6-be52-1ffd88e69572'}] {{(pid=80184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:44:52.748568 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-bc41db76-d5ed-43dd-83d6-4379e51c2d67 req-456d9162-9fa4-4442-a330-1963854d66da tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/ports?device_id=af5c64e0-45e4-4d02-8b79-5558d2a387ae HTTP/1.1" status: 200  len: 210 time: 0.1691630
Feb 02 13:44:52.821636 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-340f475b-adce-41c6-932f-00c92d43f6bb None None] Set router abbaa997-98e4-4c19-9542-2b246e1cac82 gateway port host: dv-cinder-772388-4-iscsi {{(pid=80187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:44:52.959320 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294aca0-c26b-4e26-b17b-0b22253f5370 req-9e1bc918-e599-4945-a266-a355d5a72ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:44:52.962361 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7294aca0-c26b-4e26-b17b-0b22253f5370 req-9e1bc918-e599-4945-a266-a355d5a72ba0 service neutron] 10.222.0.133 "GET /v2.0/ports?tenant_id=c7377d5a96854dd78261e26bac4d60a5&device_id=3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2 HTTP/1.1" status: 200  len: 1162 time: 0.2113531
Feb 02 13:44:52.972774 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2', 'tag': 'e8d13c4a-6a19-4bb6-be52-1ffd88e69572', 'status': 'completed', 'code': 200}
Feb 02 13:44:53.124938 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-45f49244-3ad5-4f22-9298-182ec35a28e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e91f6710>, [{'id': 'e1313b03-1e45-4cf1-8d41-dae65ce45e1d', 'name': 'tempest-AttachVolumeShelveTestJSON-477103384-router', 'tenant_id': '4137e2122c7f40189b0a34f1651c3764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b9709bcd-a7f5-41be-af20-602edf798719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:36:26Z', 'updated_at': '2021-02-02T13:36:55Z', 'revision_number': 4, 'project_id': '4137e2122c7f40189b0a34f1651c3764', 'gw_port': {'id': 'b9709bcd-a7f5-41be-af20-602edf798719', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1313b03-1e45-4cf1-8d41-dae65ce45e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:36:29Z', 'updated_at': '2021-02-02T13:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_interfaces': [{'id': '19a4bc2b-de92-4b0c-aa3a-64e1dbbc94b0', 'name': '', 'network_id': '1686445e-9089-4fcd-bac5-a148e4ca86fe', 'tenant_id': '4137e2122c7f40189b0a34f1651c3764', 'mac_address': 'fa:16:3e:ee:16:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1313b03-1e45-4cf1-8d41-dae65ce45e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'e86f023b-3193-46b5-b935-af688f96c4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:36:50Z', 'updated_at': '2021-02-02T13:37:09Z', 'revision_number': 5, 'project_id': '4137e2122c7f40189b0a34f1651c3764', 'subnets': [{'id': 'e86f023b-3193-46b5-b935-af688f96c4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:44:53.132785 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f49244-3ad5-4f22-9298-182ec35a28e0 None None] Checking router: e1313b03-1e45-4cf1-8d41-dae65ce45e1d for host: dv-cinder-772388-4-iscsi {{(pid=80186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 02 13:44:53.155163 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f49244-3ad5-4f22-9298-182ec35a28e0 None None] Routers {'e1313b03-1e45-4cf1-8d41-dae65ce45e1d'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:44:53.156379 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-45f49244-3ad5-4f22-9298-182ec35a28e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e91f6710>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:44:29Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['e1313b03-1e45-4cf1-8d41-dae65ce45e1d'], 'active': True} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:44:53.195056 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af0d77a-9314-4446-a6f3-9aaeedbf66f4 req-1c53aafe-679d-4eb0-b8d2-2d3139c1cb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:44:53.198552 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-8af0d77a-9314-4446-a6f3-9aaeedbf66f4 req-1c53aafe-679d-4eb0-b8d2-2d3139c1cb1f service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=c7377d5a96854dd78261e26bac4d60a5&device_id=3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2 HTTP/1.1" status: 200  len: 1162 time: 0.1770508
Feb 02 13:44:53.216112 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294aca0-c26b-4e26-b17b-0b22253f5370 req-5b344078-b214-4ef5-9ea2-ee6c32ee200f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:44:53.219316 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7294aca0-c26b-4e26-b17b-0b22253f5370 req-5b344078-b214-4ef5-9ea2-ee6c32ee200f service neutron] 10.222.0.133 "GET /v2.0/networks?id=2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4 HTTP/1.1" status: 200  len: 909 time: 0.2494311
Feb 02 13:44:53.342933 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7294aca0-c26b-4e26-b17b-0b22253f5370 req-aa292ad2-e756-4693-a1b9-28cd6ae9dcb5 service neutron] 10.222.0.133 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8d13c4a-6a19-4bb6-be52-1ffd88e69572 HTTP/1.1" status: 200  len: 217 time: 0.1086876
Feb 02 13:44:53.450081 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-340f475b-adce-41c6-932f-00c92d43f6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e9722550>, [{'id': 'abbaa997-98e4-4c19-9542-2b246e1cac82', 'name': 'tempest-TestMinimumBasicScenario-1374839131-router', 'tenant_id': 'c7377d5a96854dd78261e26bac4d60a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '4948a0d2-6b86-4e33-83d0-47922905e1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:41:58Z', 'updated_at': '2021-02-02T13:42:06Z', 'revision_number': 4, 'project_id': 'c7377d5a96854dd78261e26bac4d60a5', 'gw_port': {'id': '4948a0d2-6b86-4e33-83d0-47922905e1d5', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbaa997-98e4-4c19-9542-2b246e1cac82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:59Z', 'updated_at': '2021-02-02T13:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_interfaces': [{'id': 'be8fc8fc-f118-427a-b651-ee048f198020', 'name': '', 'network_id': '2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4', 'tenant_id': 'c7377d5a96854dd78261e26bac4d60a5', 'mac_address': 'fa:16:3e:32:da:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbaa997-98e4-4c19-9542-2b246e1cac82', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6ba67f1d-6632-44fe-98c0-2a645afeb419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:42:05Z', 'updated_at': '2021-02-02T13:42:16Z', 'revision_number': 5, 'project_id': 'c7377d5a96854dd78261e26bac4d60a5', 'subnets': [{'id': '6ba67f1d-6632-44fe-98c0-2a645afeb419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:44:53.456567 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294aca0-c26b-4e26-b17b-0b22253f5370 req-9e29da54-a1c6-4ce6-afcd-1599a04fdcff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:44:53.459315 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340f475b-adce-41c6-932f-00c92d43f6bb None None] Checking router: abbaa997-98e4-4c19-9542-2b246e1cac82 for host: dv-cinder-772388-4-iscsi {{(pid=80187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 02 13:44:53.460958 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7294aca0-c26b-4e26-b17b-0b22253f5370 req-9e29da54-a1c6-4ce6-afcd-1599a04fdcff service neutron] 10.222.0.133 "GET /v2.0/subnets?id=6ba67f1d-6632-44fe-98c0-2a645afeb419 HTTP/1.1" status: 200  len: 854 time: 0.1111460
Feb 02 13:44:53.466532 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af0d77a-9314-4446-a6f3-9aaeedbf66f4 req-58555288-7632-49bd-9c0d-d44cd67ccca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:44:53.470856 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-8af0d77a-9314-4446-a6f3-9aaeedbf66f4 req-58555288-7632-49bd-9c0d-d44cd67ccca1 service neutron] 10.222.0.132 "GET /v2.0/networks?id=2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4 HTTP/1.1" status: 200  len: 909 time: 0.2634089
Feb 02 13:44:53.473199 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-45f49244-3ad5-4f22-9298-182ec35a28e0 None None] Set router e1313b03-1e45-4cf1-8d41-dae65ce45e1d gateway port host: dv-cinder-772388-4-iscsi {{(pid=80186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:44:53.476453 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340f475b-adce-41c6-932f-00c92d43f6bb None None] Routers {'abbaa997-98e4-4c19-9542-2b246e1cac82'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:44:53.477670 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-340f475b-adce-41c6-932f-00c92d43f6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e9722550>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:44:29Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['abbaa997-98e4-4c19-9542-2b246e1cac82'], 'active': True} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:44:53.559754 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294aca0-c26b-4e26-b17b-0b22253f5370 req-52ebe758-f838-4ad0-9c96-284150ae73e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:44:53.562066 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7294aca0-c26b-4e26-b17b-0b22253f5370 req-52ebe758-f838-4ad0-9c96-284150ae73e1 service neutron] 10.222.0.133 "GET /v2.0/ports?network_id=2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0923152
Feb 02 13:44:53.566711 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-8af0d77a-9314-4446-a6f3-9aaeedbf66f4 req-fef179b4-15fe-4c83-b937-714765727273 service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8d13c4a-6a19-4bb6-be52-1ffd88e69572 HTTP/1.1" status: 200  len: 217 time: 0.0869088
Feb 02 13:44:53.701935 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af0d77a-9314-4446-a6f3-9aaeedbf66f4 req-c5e61365-d6d7-4435-bb3e-c18a5d0d2c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:44:53.705716 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-8af0d77a-9314-4446-a6f3-9aaeedbf66f4 req-c5e61365-d6d7-4435-bb3e-c18a5d0d2c44 service neutron] 10.222.0.132 "GET /v2.0/subnets?id=6ba67f1d-6632-44fe-98c0-2a645afeb419 HTTP/1.1" status: 200  len: 854 time: 0.1296854
Feb 02 13:44:53.764936 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7294aca0-c26b-4e26-b17b-0b22253f5370 req-89307acc-ab2b-404e-9fda-12be2eadd3ff service neutron] 10.222.0.133 "GET /v2.0/networks/2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1919496
Feb 02 13:44:53.936597 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af0d77a-9314-4446-a6f3-9aaeedbf66f4 req-0b4b7960-a860-432d-b648-e680ce6b2af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:44:53.939548 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-8af0d77a-9314-4446-a6f3-9aaeedbf66f4 req-0b4b7960-a860-432d-b648-e680ce6b2af6 service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2234533
Feb 02 13:44:53.980336 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7294aca0-c26b-4e26-b17b-0b22253f5370 req-2afa8f35-6688-4e1f-8cc8-7b1bbba73e56 service neutron] 10.222.0.133 "GET /v2.0/networks/2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2069135
Feb 02 13:44:53.993452 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-45f49244-3ad5-4f22-9298-182ec35a28e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e91f6710>, [{'id': 'e1313b03-1e45-4cf1-8d41-dae65ce45e1d', 'name': 'tempest-AttachVolumeShelveTestJSON-477103384-router', 'tenant_id': '4137e2122c7f40189b0a34f1651c3764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b9709bcd-a7f5-41be-af20-602edf798719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:36:26Z', 'updated_at': '2021-02-02T13:36:55Z', 'revision_number': 4, 'project_id': '4137e2122c7f40189b0a34f1651c3764', 'gw_port': {'id': 'b9709bcd-a7f5-41be-af20-602edf798719', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1313b03-1e45-4cf1-8d41-dae65ce45e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:36:29Z', 'updated_at': '2021-02-02T13:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_interfaces': [{'id': '19a4bc2b-de92-4b0c-aa3a-64e1dbbc94b0', 'name': '', 'network_id': '1686445e-9089-4fcd-bac5-a148e4ca86fe', 'tenant_id': '4137e2122c7f40189b0a34f1651c3764', 'mac_address': 'fa:16:3e:ee:16:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1313b03-1e45-4cf1-8d41-dae65ce45e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'e86f023b-3193-46b5-b935-af688f96c4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:36:50Z', 'updated_at': '2021-02-02T13:37:09Z', 'revision_number': 5, 'project_id': '4137e2122c7f40189b0a34f1651c3764', 'subnets': [{'id': 'e86f023b-3193-46b5-b935-af688f96c4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:44:53.999510 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f49244-3ad5-4f22-9298-182ec35a28e0 None None] The sync data for ids ['e1313b03-1e45-4cf1-8d41-dae65ce45e1d'] in dv-cinder-772388-4-iscsi is: [{'id': 'e1313b03-1e45-4cf1-8d41-dae65ce45e1d', 'name': 'tempest-AttachVolumeShelveTestJSON-477103384-router', 'tenant_id': '4137e2122c7f40189b0a34f1651c3764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b9709bcd-a7f5-41be-af20-602edf798719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:36:26Z', 'updated_at': '2021-02-02T13:36:55Z', 'revision_number': 4, 'project_id': '4137e2122c7f40189b0a34f1651c3764', 'gw_port': {'id': 'b9709bcd-a7f5-41be-af20-602edf798719', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1313b03-1e45-4cf1-8d41-dae65ce45e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:36:29Z', 'updated_at': '2021-02-02T13:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_interfaces': [{'id': '19a4bc2b-de92-4b0c-aa3a-64e1dbbc94b0', 'name': '', 'network_id': '1686445e-9089-4fcd-bac5-a148e4ca86fe', 'tenant_id': '4137e2122c7f40189b0a34f1651c3764', 'mac_address': 'fa:16:3e:ee:16:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1313b03-1e45-4cf1-8d41-dae65ce45e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'e86f023b-3193-46b5-b935-af688f96c4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:36:50Z', 'updated_at': '2021-02-02T13:37:09Z', 'revision_number': 5, 'project_id': '4137e2122c7f40189b0a34f1651c3764', 'subnets': [{'id': 'e86f023b-3193-46b5-b935-af688f96c4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 02 13:44:54.079155 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-340f475b-adce-41c6-932f-00c92d43f6bb None None] Set router abbaa997-98e4-4c19-9542-2b246e1cac82 gateway port host: dv-cinder-772388-4-iscsi {{(pid=80187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:44:54.180063 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-8af0d77a-9314-4446-a6f3-9aaeedbf66f4 req-5e3ddc22-91bd-4d7f-9a72-3fc5e938a4ca service neutron] 10.222.0.132 "GET /v2.0/networks/2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2311699
Feb 02 13:44:54.371914 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-8af0d77a-9314-4446-a6f3-9aaeedbf66f4 req-c6142157-0ba2-4206-9806-94cdf5596552 service neutron] 10.222.0.132 "GET /v2.0/networks/2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1867654
Feb 02 13:44:54.540736 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-340f475b-adce-41c6-932f-00c92d43f6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e9722550>, [{'id': 'abbaa997-98e4-4c19-9542-2b246e1cac82', 'name': 'tempest-TestMinimumBasicScenario-1374839131-router', 'tenant_id': 'c7377d5a96854dd78261e26bac4d60a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '4948a0d2-6b86-4e33-83d0-47922905e1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:41:58Z', 'updated_at': '2021-02-02T13:42:06Z', 'revision_number': 4, 'project_id': 'c7377d5a96854dd78261e26bac4d60a5', 'gw_port': {'id': '4948a0d2-6b86-4e33-83d0-47922905e1d5', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbaa997-98e4-4c19-9542-2b246e1cac82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:59Z', 'updated_at': '2021-02-02T13:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_interfaces': [{'id': 'be8fc8fc-f118-427a-b651-ee048f198020', 'name': '', 'network_id': '2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4', 'tenant_id': 'c7377d5a96854dd78261e26bac4d60a5', 'mac_address': 'fa:16:3e:32:da:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbaa997-98e4-4c19-9542-2b246e1cac82', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6ba67f1d-6632-44fe-98c0-2a645afeb419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:42:05Z', 'updated_at': '2021-02-02T13:42:16Z', 'revision_number': 5, 'project_id': 'c7377d5a96854dd78261e26bac4d60a5', 'subnets': [{'id': '6ba67f1d-6632-44fe-98c0-2a645afeb419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:44:54.545297 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340f475b-adce-41c6-932f-00c92d43f6bb None None] The sync data for ids ['abbaa997-98e4-4c19-9542-2b246e1cac82'] in dv-cinder-772388-4-iscsi is: [{'id': 'abbaa997-98e4-4c19-9542-2b246e1cac82', 'name': 'tempest-TestMinimumBasicScenario-1374839131-router', 'tenant_id': 'c7377d5a96854dd78261e26bac4d60a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '4948a0d2-6b86-4e33-83d0-47922905e1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:41:58Z', 'updated_at': '2021-02-02T13:42:06Z', 'revision_number': 4, 'project_id': 'c7377d5a96854dd78261e26bac4d60a5', 'gw_port': {'id': '4948a0d2-6b86-4e33-83d0-47922905e1d5', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbaa997-98e4-4c19-9542-2b246e1cac82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:59Z', 'updated_at': '2021-02-02T13:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_interfaces': [{'id': 'be8fc8fc-f118-427a-b651-ee048f198020', 'name': '', 'network_id': '2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4', 'tenant_id': 'c7377d5a96854dd78261e26bac4d60a5', 'mac_address': 'fa:16:3e:32:da:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbaa997-98e4-4c19-9542-2b246e1cac82', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6ba67f1d-6632-44fe-98c0-2a645afeb419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:42:05Z', 'updated_at': '2021-02-02T13:42:16Z', 'revision_number': 5, 'project_id': 'c7377d5a96854dd78261e26bac4d60a5', 'subnets': [{'id': '6ba67f1d-6632-44fe-98c0-2a645afeb419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 02 13:44:54.574350 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502595b2-277e-4028-9a93-0e6501a342a9 None None] New status for floating IP 52e00dc3-8cc4-47cf-a575-e89fc47cc13a: DOWN {{(pid=80186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 02 13:44:55.043065 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4729c9c7-22dd-4f7f-8dc6-f25e8f815f25 None None] New status for floating IP 8f194d1c-8698-4288-b6d2-e92926c715d7: DOWN {{(pid=80187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 02 13:44:55.123746 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 46184) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:44:55.236700 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e5df4604-238b-4685-9272-62741f0a9ae5 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks [] for security_group, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:44:55.270209 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e5df4604-238b-4685-9272-62741f0a9ae5 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:44:55.328606 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e5df4604-238b-4685-9272-62741f0a9ae5 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:44:55.333718 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-d25cebc5-d905-442a-ade8-680aeaf70cd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:44:55.351522 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5df4604-238b-4685-9272-62741f0a9ae5 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24f2a2e-52bb-4e6c-8006-fb40a9bbed50,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:44:55.354409 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-e5df4604-238b-4685-9272-62741f0a9ae5 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:44:55.363682 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e5df4604-238b-4685-9272-62741f0a9ae5 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks [] for security_group, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:44:55.364998 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-e5df4604-238b-4685-9272-62741f0a9ae5 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "DELETE /v2.0/security-groups/e24f2a2e-52bb-4e6c-8006-fb40a9bbed50 HTTP/1.1" status: 204  len: 168 time: 0.2401536
Feb 02 13:44:55.368161 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 46188) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:44:55.388386 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.v2.resource [None req-b207678f-6c49-4148-9b40-db51f2f6d49d tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] show failed (client error): The resource could not be found.
Feb 02 13:44:55.389525 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-b207678f-6c49-4148-9b40-db51f2f6d49d tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "GET /v2.0/security-groups/e24f2a2e-52bb-4e6c-8006-fb40a9bbed50 HTTP/1.1" status: 404  len: 347 time: 0.0202463
Feb 02 13:44:55.392739 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 46192) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:44:55.593514 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-4a7acf00-8abf-4e56-ab4f-4c979d7dff61 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Deleting port bfb80982-b3b5-4b9b-b69c-72da4924512c {{(pid=80184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:44:55.593874 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-4a7acf00-8abf-4e56-ab4f-4c979d7dff61 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:44:55.825911 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-4a7acf00-8abf-4e56-ab4f-4c979d7dff61 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:44:55.826655 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-4a7acf00-8abf-4e56-ab4f-4c979d7dff61 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:44:55.984275 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-4a7acf00-8abf-4e56-ab4f-4c979d7dff61 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Calling delete_port for bfb80982-b3b5-4b9b-b69c-72da4924512c owned by network:floatingip {{(pid=80184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:44:55.989186 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-fa99baba-2010-4cc8-a9c6-acc150bf2154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:44:56.152500 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-4a7acf00-8abf-4e56-ab4f-4c979d7dff61 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264942761622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264943208991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851940450'] for port, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:44:56.169709 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-25f8c48d-4eb4-4046-ab20-0d7cf00de8db tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:44:56.508799 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7acf00-8abf-4e56-ab4f-4c979d7dff61 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Pushing event deleted for resources: {'Port': ['ID=bfb80982-b3b5-4b9b-b69c-72da4924512c,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:44:56.513321 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-4a7acf00-8abf-4e56-ab4f-4c979d7dff61 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:44:56.669780 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-4a7acf00-8abf-4e56-ab4f-4c979d7dff61 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks [] for floatingip, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:44:56.693338 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-4a7acf00-8abf-4e56-ab4f-4c979d7dff61 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for floatingip, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:44:56.694810 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-4a7acf00-8abf-4e56-ab4f-4c979d7dff61 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] 10.222.0.133 "DELETE /v2.0/floatingips/52e00dc3-8cc4-47cf-a575-e89fc47cc13a HTTP/1.1" status: 204  len: 168 time: 1.3009381
Feb 02 13:44:59.040310 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c7e8766e-8d12-4426-afca-822902410145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:44:59.325419 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3e24b85b-3893-4b98-9f0e-0efe961aa4f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:44:59.382993 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab293b51-60c8-458a-bc9c-74eba3d418d8 req-bebf1688-22e6-48bb-b43f-c1662bd799e9 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:44:59.383975 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-ab293b51-60c8-458a-bc9c-74eba3d418d8 req-bebf1688-22e6-48bb-b43f-c1662bd799e9 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Synchronizing usage tracker for tenant:c7377d5a96854dd78261e26bac4d60a5 on resource:port {{(pid=80184) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:44:59.402681 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-ab293b51-60c8-458a-bc9c-74eba3d418d8 req-bebf1688-22e6-48bb-b43f-c1662bd799e9 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Unset dirty status for tenant:c7377d5a96854dd78261e26bac4d60a5 on resource:port {{(pid=80184) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:44:59.404905 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ab293b51-60c8-458a-bc9c-74eba3d418d8 req-bebf1688-22e6-48bb-b43f-c1662bd799e9 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/ports?device_id=3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2 HTTP/1.1" status: 200  len: 945 time: 0.2453742
Feb 02 13:44:59.488880 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-ab293b51-60c8-458a-bc9c-74eba3d418d8 req-bae00f9e-7740-435d-a8b8-3f358a171752 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Synchronizing usage tracker for tenant:c7377d5a96854dd78261e26bac4d60a5 on resource:security_group {{(pid=80184) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:44:59.509222 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-ab293b51-60c8-458a-bc9c-74eba3d418d8 req-bae00f9e-7740-435d-a8b8-3f358a171752 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Unset dirty status for tenant:c7377d5a96854dd78261e26bac4d60a5 on resource:security_group {{(pid=80184) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:44:59.511357 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ab293b51-60c8-458a-bc9c-74eba3d418d8 req-bae00f9e-7740-435d-a8b8-3f358a171752 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/security-groups?id=6419cc62-b27d-4d08-bd9b-1b4889c2b9ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990715
Feb 02 13:44:59.942305 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 46234) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:45:00.303151 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:00.568830 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c1a0cf-637f-48f1-8be6-79b585376614 req-8411f6d6-5c4f-41e6-b69c-c25050191b2f tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:45:00.570241 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-83c1a0cf-637f-48f1-8be6-79b585376614 req-8411f6d6-5c4f-41e6-b69c-c25050191b2f tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Synchronizing usage tracker for tenant:c7377d5a96854dd78261e26bac4d60a5 on resource:port {{(pid=80185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:45:00.592452 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-83c1a0cf-637f-48f1-8be6-79b585376614 req-8411f6d6-5c4f-41e6-b69c-c25050191b2f tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Unset dirty status for tenant:c7377d5a96854dd78261e26bac4d60a5 on resource:port {{(pid=80185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:45:00.593803 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-83c1a0cf-637f-48f1-8be6-79b585376614 req-8411f6d6-5c4f-41e6-b69c-c25050191b2f tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.132 "GET /v2.0/ports?device_id=3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2 HTTP/1.1" status: 200  len: 945 time: 0.2948411
Feb 02 13:45:00.723253 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device e8d13c4a-6a19-4bb6-be52-1ffd88e69572 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 02 13:45:00.746361 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-83c1a0cf-637f-48f1-8be6-79b585376614 req-f6e17ead-9b95-40bc-be2d-4ac9c48300c9 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Deleting port e8d13c4a-6a19-4bb6-be52-1ffd88e69572 {{(pid=80185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:45:00.746822 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-83c1a0cf-637f-48f1-8be6-79b585376614 req-f6e17ead-9b95-40bc-be2d-4ac9c48300c9 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:00.931676 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:00.985901 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8d13c4a-6a19-4bb6-be52-1ffd88e69572'}] {{(pid=80186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:45:01.005180 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] For port e8d13c4a-6a19-4bb6-be52-1ffd88e69572, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=e8d13c4a-6a19-4bb6-be52-1ffd88e69572,segment=NetworkSegment(4e775aad-c37b-4a2c-b799-042e82a5eee6),segment_id=4e775aad-c37b-4a2c-b799-042e82a5eee6)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:45:01.009423 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:01.012486 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:45:01.111034 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4ee1d-fbe8-4c36-8155-3f685c914778 req-ec88a81b-d309-421f-96bd-dbe7ea365695 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:45:01.112202 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8d13c4a-6a19-4bb6-be52-1ffd88e69572', 'code': 200}
Feb 02 13:45:01.113335 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a6b4ee1d-fbe8-4c36-8155-3f685c914778 req-ec88a81b-d309-421f-96bd-dbe7ea365695 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/ports?device_id=3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2 HTTP/1.1" status: 200  len: 945 time: 0.4003165
Feb 02 13:45:01.130718 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-83c1a0cf-637f-48f1-8be6-79b585376614 req-f6e17ead-9b95-40bc-be2d-4ac9c48300c9 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] For port e8d13c4a-6a19-4bb6-be52-1ffd88e69572, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=e8d13c4a-6a19-4bb6-be52-1ffd88e69572,segment=NetworkSegment(4e775aad-c37b-4a2c-b799-042e82a5eee6),segment_id=4e775aad-c37b-4a2c-b799-042e82a5eee6)] {{(pid=80185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:45:01.131187 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-83c1a0cf-637f-48f1-8be6-79b585376614 req-f6e17ead-9b95-40bc-be2d-4ac9c48300c9 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:01.138927 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-42ef245d-f728-4293-a752-dedea4fc02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:01.158529 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Pushing event updated for resources: {'Port': ['ID=e8d13c4a-6a19-4bb6-be52-1ffd88e69572,revision_number=7']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:45:01.168832 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:01.169543 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:01.169696 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:01.170065 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:01.171136 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:01.171136 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:01.171136 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:01.171548 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:01.171855 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:01.172214 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:01.172587 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:01.173485 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:01.173914 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:01.174271 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:01.174632 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:01.174985 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:01.175566 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:01.176054 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:01.176309 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:01.177377 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:01.177768 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:01.178129 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:01.178759 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:01.179238 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:01.184295 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:45:01.216181 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a6b4ee1d-fbe8-4c36-8155-3f685c914778 req-b66c14aa-b0ce-4dcd-a76d-987c1cb098aa tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/security-groups?id=6419cc62-b27d-4d08-bd9b-1b4889c2b9ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853088
Feb 02 13:45:01.221764 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-535ef709-e7f6-4d0d-897d-683127bc8540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852698577'] for router_interface, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:01.318832 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-83c1a0cf-637f-48f1-8be6-79b585376614 req-f6e17ead-9b95-40bc-be2d-4ac9c48300c9 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Calling delete_port for e8d13c4a-6a19-4bb6-be52-1ffd88e69572 owned by compute:nova {{(pid=80185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:45:01.458717 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.db.api [req-83c1a0cf-637f-48f1-8be6-79b585376614 req-f6e17ead-9b95-40bc-be2d-4ac9c48300c9 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80185) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 02 13:45:01.459314 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_db.api [req-83c1a0cf-637f-48f1-8be6-79b585376614 req-f6e17ead-9b95-40bc-be2d-4ac9c48300c9 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80185) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 02 13:45:01.671957 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-535ef709-e7f6-4d0d-897d-683127bc8540 admin admin] Deleting port 19a4bc2b-de92-4b0c-aa3a-64e1dbbc94b0 {{(pid=80184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:45:01.672376 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-535ef709-e7f6-4d0d-897d-683127bc8540 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:01.882525 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-535ef709-e7f6-4d0d-897d-683127bc8540 admin admin] For port 19a4bc2b-de92-4b0c-aa3a-64e1dbbc94b0, host dv-cinder-772388-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=19a4bc2b-de92-4b0c-aa3a-64e1dbbc94b0,segment=NetworkSegment(5f553a71-9c0f-48ac-b06b-07581f7b8732),segment_id=5f553a71-9c0f-48ac-b06b-07581f7b8732)] {{(pid=80184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:45:01.882996 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-535ef709-e7f6-4d0d-897d-683127bc8540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:01.960583 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-83c1a0cf-637f-48f1-8be6-79b585376614 req-f6e17ead-9b95-40bc-be2d-4ac9c48300c9 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Deleting port e8d13c4a-6a19-4bb6-be52-1ffd88e69572 {{(pid=80185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:45:01.961143 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-83c1a0cf-637f-48f1-8be6-79b585376614 req-f6e17ead-9b95-40bc-be2d-4ac9c48300c9 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:02.025902 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-535ef709-e7f6-4d0d-897d-683127bc8540 admin admin] Calling delete_port for 19a4bc2b-de92-4b0c-aa3a-64e1dbbc94b0 owned by network:router_interface {{(pid=80184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:45:02.250210 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-535ef709-e7f6-4d0d-897d-683127bc8540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264942761622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264943208991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851940450'] for port, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:02.274440 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-e6b43f49-983d-4393-9758-d41a68e3916e tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:45:02.297462 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-83c1a0cf-637f-48f1-8be6-79b585376614 req-f6e17ead-9b95-40bc-be2d-4ac9c48300c9 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] For port e8d13c4a-6a19-4bb6-be52-1ffd88e69572, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=e8d13c4a-6a19-4bb6-be52-1ffd88e69572,segment=NetworkSegment(4e775aad-c37b-4a2c-b799-042e82a5eee6),segment_id=4e775aad-c37b-4a2c-b799-042e82a5eee6)] {{(pid=80185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:45:02.298393 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-83c1a0cf-637f-48f1-8be6-79b585376614 req-f6e17ead-9b95-40bc-be2d-4ac9c48300c9 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:02.392274 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535ef709-e7f6-4d0d-897d-683127bc8540 admin admin] Pushing event deleted for resources: {'Port': ['ID=19a4bc2b-de92-4b0c-aa3a-64e1dbbc94b0,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:45:02.399160 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-535ef709-e7f6-4d0d-897d-683127bc8540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:45:02.545593 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-83c1a0cf-637f-48f1-8be6-79b585376614 req-f6e17ead-9b95-40bc-be2d-4ac9c48300c9 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Calling delete_port for e8d13c4a-6a19-4bb6-be52-1ffd88e69572 owned by compute:nova {{(pid=80185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:45:02.818423 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-83c1a0cf-637f-48f1-8be6-79b585376614 req-f6e17ead-9b95-40bc-be2d-4ac9c48300c9 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264942761622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264943208991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2210562'] for port, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:02.852036 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-b3b6cd58-afa2-4c30-858e-c0ab01f620c4 tempest-VolumesNegativeTest-1402281060 tempest-VolumesNegativeTest-1402281060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:45:02.949948 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1409a3b-5ca2-44c6-bfc4-92c0728407ca req-8d93e7da-b789-40a3-b588-f82fec3d472d tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:45:02.952937 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b1409a3b-5ca2-44c6-bfc4-92c0728407ca req-8d93e7da-b789-40a3-b588-f82fec3d472d tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/ports?device_id=3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2 HTTP/1.1" status: 200  len: 943 time: 0.4655416
Feb 02 13:45:03.038823 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e17ead-9b95-40bc-be2d-4ac9c48300c9 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Pushing event deleted for resources: {'Port': ['ID=e8d13c4a-6a19-4bb6-be52-1ffd88e69572,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:45:03.060510 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f6e17ead-9b95-40bc-be2d-4ac9c48300c9 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:45:03.071406 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:03.130652 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b1409a3b-5ca2-44c6-bfc4-92c0728407ca req-edc83ab3-a3e9-44e7-a94f-d2e580aff5b9 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.133 "GET /v2.0/security-groups?id=6419cc62-b27d-4d08-bd9b-1b4889c2b9ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1090796
Feb 02 13:45:03.153103 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-535ef709-e7f6-4d0d-897d-683127bc8540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1697760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2075243'] for router_interface, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:03.191428 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c1a0cf-637f-48f1-8be6-79b585376614 req-f6e17ead-9b95-40bc-be2d-4ac9c48300c9 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] No DVR routers for this DVR port e8d13c4a-6a19-4bb6-be52-1ffd88e69572 on host hv-cinder-77238 {{(pid=80185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 02 13:45:03.194310 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-83c1a0cf-637f-48f1-8be6-79b585376614 req-f6e17ead-9b95-40bc-be2d-4ac9c48300c9 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for port, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:03.197321 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2', 'name': 'network-vif-deleted', 'tag': 'e8d13c4a-6a19-4bb6-be52-1ffd88e69572'}] {{(pid=80185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:45:03.214398 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-83c1a0cf-637f-48f1-8be6-79b585376614 req-f6e17ead-9b95-40bc-be2d-4ac9c48300c9 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] 10.222.0.132 "DELETE /v2.0/ports/e8d13c4a-6a19-4bb6-be52-1ffd88e69572 HTTP/1.1" status: 204  len: 173 time: 2.6133504
Feb 02 13:45:03.285923 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f4e19ca-8ccc-4539-aae7-e65cc15d5bd2', 'name': 'network-vif-deleted', 'tag': 'e8d13c4a-6a19-4bb6-be52-1ffd88e69572', 'status': 'completed', 'code': 200}
Feb 02 13:45:04.066622 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-535ef709-e7f6-4d0d-897d-683127bc8540 admin admin] Router e1313b03-1e45-4cf1-8d41-dae65ce45e1d has already been hosted by L3 agent 46ed2aac-7d32-4274-9cac-387c5fc2cd87 {{(pid=80184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 02 13:45:04.293661 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-535ef709-e7f6-4d0d-897d-683127bc8540 admin admin] Notify agent at l3_agent.dv-cinder-772388-4-iscsi the message routers_updated {{(pid=80184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 02 13:45:04.310210 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b94c3b-7449-4eba-b258-1db320ee0515 None None] Sync routers for ids ['e1313b03-1e45-4cf1-8d41-dae65ce45e1d'] in dv-cinder-772388-4-iscsi {{(pid=80186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 02 13:45:04.313739 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 46250) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:45:04.316305 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-535ef709-e7f6-4d0d-897d-683127bc8540 admin admin] 10.222.0.133 "PUT /v2.0/routers/e1313b03-1e45-4cf1-8d41-dae65ce45e1d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3690627
Feb 02 13:45:04.322440 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b94c3b-7449-4eba-b258-1db320ee0515 None None] Routers {'e1313b03-1e45-4cf1-8d41-dae65ce45e1d'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:45:04.323139 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-84b94c3b-7449-4eba-b258-1db320ee0515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e910d438>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:44:59Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['e1313b03-1e45-4cf1-8d41-dae65ce45e1d'], 'active': True} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:45:04.584164 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3ebc5b0d-db3f-4e78-a206-a91b4a3a15c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:04.629153 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-84b94c3b-7449-4eba-b258-1db320ee0515 None None] Set router e1313b03-1e45-4cf1-8d41-dae65ce45e1d gateway port host: dv-cinder-772388-4-iscsi {{(pid=80186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:45:04.849868 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3ebc5b0d-db3f-4e78-a206-a91b4a3a15c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:04.858027 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-3ebc5b0d-db3f-4e78-a206-a91b4a3a15c6 admin admin] Deleting port b9709bcd-a7f5-41be-af20-602edf798719 {{(pid=80185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:45:04.858631 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3ebc5b0d-db3f-4e78-a206-a91b4a3a15c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:05.092678 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-84b94c3b-7449-4eba-b258-1db320ee0515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e910d438>, [{'id': 'e1313b03-1e45-4cf1-8d41-dae65ce45e1d', 'name': 'tempest-AttachVolumeShelveTestJSON-477103384-router', 'tenant_id': '4137e2122c7f40189b0a34f1651c3764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b9709bcd-a7f5-41be-af20-602edf798719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:36:26Z', 'updated_at': '2021-02-02T13:45:02Z', 'revision_number': 5, 'project_id': '4137e2122c7f40189b0a34f1651c3764', 'gw_port': {'id': 'b9709bcd-a7f5-41be-af20-602edf798719', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1313b03-1e45-4cf1-8d41-dae65ce45e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:36:29Z', 'updated_at': '2021-02-02T13:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi'}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:45:05.098132 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b94c3b-7449-4eba-b258-1db320ee0515 None None] Checking router: e1313b03-1e45-4cf1-8d41-dae65ce45e1d for host: dv-cinder-772388-4-iscsi {{(pid=80186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 02 13:45:05.119689 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b94c3b-7449-4eba-b258-1db320ee0515 None None] Routers {'e1313b03-1e45-4cf1-8d41-dae65ce45e1d'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:45:05.120484 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-84b94c3b-7449-4eba-b258-1db320ee0515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e910d438>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:44:59Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['e1313b03-1e45-4cf1-8d41-dae65ce45e1d'], 'active': True} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:45:05.139696 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-3ebc5b0d-db3f-4e78-a206-a91b4a3a15c6 admin admin] For port b9709bcd-a7f5-41be-af20-602edf798719, host dv-cinder-772388-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=b9709bcd-a7f5-41be-af20-602edf798719,segment=NetworkSegment(5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8),segment_id=5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8)] {{(pid=80185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:45:05.140179 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3ebc5b0d-db3f-4e78-a206-a91b4a3a15c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:05.355594 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 46298) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:45:05.435045 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-84b94c3b-7449-4eba-b258-1db320ee0515 None None] Set router e1313b03-1e45-4cf1-8d41-dae65ce45e1d gateway port host: dv-cinder-772388-4-iscsi {{(pid=80186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:45:05.657571 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-3ebc5b0d-db3f-4e78-a206-a91b4a3a15c6 admin admin] Calling delete_port for b9709bcd-a7f5-41be-af20-602edf798719 owned by network:router_gateway {{(pid=80185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:45:05.901914 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3ebc5b0d-db3f-4e78-a206-a91b4a3a15c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264942761622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264943208991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2210562'] for port, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]: WARNING neutron.plugins.ml2.ovo_rpc [None req-3ebc5b0d-db3f-4e78-a206-a91b4a3a15c6 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:     result = function(*args, **kwargs)
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:     proto.__init__(conn_state, self)
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:     self.handle()
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:     self.handle_one_request()
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:     self.handle_one_response()
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:     result = self.application(self.environ, start_response)
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:     return app(environ, start_response)
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:     resp = self.call_func(req, *args, **kw)
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:     return self.func(req, *args, **kwargs)
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:     response = req.get_response(self.application)
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:     application, catch_exc_info=False)
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:     app_iter = application(self.environ, start_response)
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:     resp = self.call_func(req, *args, **kw)
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:     return self.func(req, *args, **kwargs)
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:     response = req.get_response(self.application)
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:     application, catch_exc_info=False)
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:     app_iter = application(self.environ, start_response)
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:     resp = self.call_func(req, *args, **kw)
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:     return self.func(req, *args, **kwargs)
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:     response = req.get_response(self.application)
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:     application, catch_exc_info=False)
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:     app_iter = application(self.environ, start_response)
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:     resp = self.call_func(req, *args, **kw)
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:     return self.func(req, *args, **kwargs)
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:     response = req.get_response(self.application)
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:     application, catch_exc_info=False)
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:     app_iter = application(self.environ, start_response)
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:     resp = self.call_func(req, *args, **kw)
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:     return self.func(req, *args, **kwargs)
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:     return request.get_response(self.application)
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:     application, catch_exc_info=False)
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:     app_iter = application(self.environ, start_response)
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:     resp = self.call_func(req, *args, **kw)
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:     return self.func(req, *args, **kwargs)
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:     response = req.get_response(self._app)
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:     application, catch_exc_info=False)
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:     app_iter = application(self.environ, start_response)
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:     return resp(environ, start_response)
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:     return resp(environ, start_response)
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:     response = self.app(environ, start_response)
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:     return resp(environ, start_response)
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:     resp = self.call_func(req, *args, **kw)
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:     return self.func(req, *args, **kwargs)
Feb 02 13:45:05.914255 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Feb 02 13:45:05.934253 dv-cinder-772388-4-iscsi neutron-server[80071]:     result = method(request=request, **args)
Feb 02 13:45:05.934253 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Feb 02 13:45:05.934253 dv-cinder-772388-4-iscsi neutron-server[80071]:     return self._delete(request, id, **kwargs)
Feb 02 13:45:05.934253 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 02 13:45:05.934253 dv-cinder-772388-4-iscsi neutron-server[80071]:     return f(*args, **kwargs)
Feb 02 13:45:05.934253 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 02 13:45:05.934253 dv-cinder-772388-4-iscsi neutron-server[80071]:     return f(*args, **kwargs)
Feb 02 13:45:05.934253 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 02 13:45:05.934253 dv-cinder-772388-4-iscsi neutron-server[80071]:     return f(*dup_args, **dup_kwargs)
Feb 02 13:45:05.934253 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Feb 02 13:45:05.934253 dv-cinder-772388-4-iscsi neutron-server[80071]:     obj_deleter(request.context, id, **kwargs)
Feb 02 13:45:05.934253 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router
Feb 02 13:45:05.934253 dv-cinder-772388-4-iscsi neutron-server[80071]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Feb 02 13:45:05.934253 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 02 13:45:05.934253 dv-cinder-772388-4-iscsi neutron-server[80071]:     return method(*args, **kwargs)
Feb 02 13:45:05.934253 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 02 13:45:05.934253 dv-cinder-772388-4-iscsi neutron-server[80071]:     return f(*args, **kwargs)
Feb 02 13:45:05.934253 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 02 13:45:05.934253 dv-cinder-772388-4-iscsi neutron-server[80071]:     return f(*args, **kwargs)
Feb 02 13:45:05.934253 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 02 13:45:05.934253 dv-cinder-772388-4-iscsi neutron-server[80071]:     return f(*dup_args, **dup_kwargs)
Feb 02 13:45:05.934253 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Feb 02 13:45:05.934253 dv-cinder-772388-4-iscsi neutron-server[80071]:     self._delete_current_gw_port(context, id, router, None)
Feb 02 13:45:05.934253 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port
Feb 02 13:45:05.934253 dv-cinder-772388-4-iscsi neutron-server[80071]:     admin_ctx, gw_port_id, l3_port_check=False)
Feb 02 13:45:05.934253 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Feb 02 13:45:05.934253 dv-cinder-772388-4-iscsi neutron-server[80071]:     return f(self, context, *args, **kwargs)
Feb 02 13:45:05.934253 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 02 13:45:05.934253 dv-cinder-772388-4-iscsi neutron-server[80071]:     return method(*args, **kwargs)
Feb 02 13:45:05.934253 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port
Feb 02 13:45:05.934253 dv-cinder-772388-4-iscsi neutron-server[80071]:     context, port, router_ids, bound_mech_contexts)
Feb 02 13:45:05.934253 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port
Feb 02 13:45:05.934253 dv-cinder-772388-4-iscsi neutron-server[80071]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Feb 02 13:45:05.934253 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Feb 02 13:45:05.934253 dv-cinder-772388-4-iscsi neutron-server[80071]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Feb 02 13:45:05.934253 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Feb 02 13:45:05.934253 dv-cinder-772388-4-iscsi neutron-server[80071]:     return function(*args, **kwargs)
Feb 02 13:45:05.934253 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Feb 02 13:45:05.934253 dv-cinder-772388-4-iscsi neutron-server[80071]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Feb 02 13:45:05.934253 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Feb 02 13:45:05.934253 dv-cinder-772388-4-iscsi neutron-server[80071]:     callback(resource, event, trigger, **kwargs)
Feb 02 13:45:05.934253 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Feb 02 13:45:05.934253 dv-cinder-772388-4-iscsi neutron-server[80071]:     if self._is_session_semantic_violated(context, resource, event):
Feb 02 13:45:05.934253 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Feb 02 13:45:05.934253 dv-cinder-772388-4-iscsi neutron-server[80071]:     stack = traceback.extract_stack()
Feb 02 13:45:05.934253 dv-cinder-772388-4-iscsi neutron-server[80071]: 
Feb 02 13:45:06.070357 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-84b94c3b-7449-4eba-b258-1db320ee0515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e910d438>, [{'id': 'e1313b03-1e45-4cf1-8d41-dae65ce45e1d', 'name': 'tempest-AttachVolumeShelveTestJSON-477103384-router', 'tenant_id': '4137e2122c7f40189b0a34f1651c3764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b9709bcd-a7f5-41be-af20-602edf798719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:36:26Z', 'updated_at': '2021-02-02T13:45:02Z', 'revision_number': 5, 'project_id': '4137e2122c7f40189b0a34f1651c3764', 'gw_port': {'id': 'b9709bcd-a7f5-41be-af20-602edf798719', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1313b03-1e45-4cf1-8d41-dae65ce45e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:36:29Z', 'updated_at': '2021-02-02T13:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi'}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:45:06.078557 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b94c3b-7449-4eba-b258-1db320ee0515 None None] The sync data for ids ['e1313b03-1e45-4cf1-8d41-dae65ce45e1d'] in dv-cinder-772388-4-iscsi is: [{'id': 'e1313b03-1e45-4cf1-8d41-dae65ce45e1d', 'name': 'tempest-AttachVolumeShelveTestJSON-477103384-router', 'tenant_id': '4137e2122c7f40189b0a34f1651c3764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b9709bcd-a7f5-41be-af20-602edf798719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:36:26Z', 'updated_at': '2021-02-02T13:45:02Z', 'revision_number': 5, 'project_id': '4137e2122c7f40189b0a34f1651c3764', 'gw_port': {'id': 'b9709bcd-a7f5-41be-af20-602edf798719', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1313b03-1e45-4cf1-8d41-dae65ce45e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:36:29Z', 'updated_at': '2021-02-02T13:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi'}] {{(pid=80186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 02 13:45:06.201391 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3ebc5b0d-db3f-4e78-a206-a91b4a3a15c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2076301'] for router_gateway, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:06.279819 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-acacfadd-2c22-409d-b49c-3209084a3e77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852698577'] for router_interface, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:06.393971 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3ebc5b0d-db3f-4e78-a206-a91b4a3a15c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2071233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854754973'] for router, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:06.399075 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3ebc5b0d-db3f-4e78-a206-a91b4a3a15c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:06.451568 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device 19a4bc2b-de92-4b0c-aa3a-64e1dbbc94b0 no longer exists at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 02 13:45:06.515374 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] No Port match for: 19a4bc2b-de92-4b0c-aa3a-64e1dbbc94b0 {{(pid=80186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 02 13:45:06.516185 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device 19a4bc2b-de92-4b0c-aa3a-64e1dbbc94b0 not bound to the agent host dv-cinder-772388-4-iscsi {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 02 13:45:06.540503 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3ebc5b0d-db3f-4e78-a206-a91b4a3a15c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852704398'] for router, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:06.541199 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ebc5b0d-db3f-4e78-a206-a91b4a3a15c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1313b03-1e45-4cf1-8d41-dae65ce45e1d {{(pid=80185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 02 13:45:06.559493 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3ebc5b0d-db3f-4e78-a206-a91b4a3a15c6 admin admin] Notify callbacks [] for router, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:06.561629 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-3ebc5b0d-db3f-4e78-a206-a91b4a3a15c6 admin admin] 10.222.0.133 "DELETE /v2.0/routers/e1313b03-1e45-4cf1-8d41-dae65ce45e1d HTTP/1.1" status: 204  len: 168 time: 2.2463264
Feb 02 13:45:06.564902 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 46302) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:45:06.682116 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_v2 [None req-688de1eb-b721-46ad-aaba-099e00b6d257 admin admin] Deleting subnet e86f023b-3193-46b5-b935-af688f96c4c8 {{(pid=80185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Feb 02 13:45:06.686352 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-688de1eb-b721-46ad-aaba-099e00b6d257 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:06.769925 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-688de1eb-b721-46ad-aaba-099e00b6d257 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2760056'] for subnet, precommit_delete_associations {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:06.895816 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-acacfadd-2c22-409d-b49c-3209084a3e77 admin admin] Deleting port be8fc8fc-f118-427a-b651-ee048f198020 {{(pid=80184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:45:06.896441 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-acacfadd-2c22-409d-b49c-3209084a3e77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:07.030760 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-688de1eb-b721-46ad-aaba-099e00b6d257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-22738'] for subnet, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:07.195335 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-acacfadd-2c22-409d-b49c-3209084a3e77 admin admin] For port be8fc8fc-f118-427a-b651-ee048f198020, host dv-cinder-772388-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=be8fc8fc-f118-427a-b651-ee048f198020,segment=NetworkSegment(4e775aad-c37b-4a2c-b799-042e82a5eee6),segment_id=4e775aad-c37b-4a2c-b799-042e82a5eee6)] {{(pid=80184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:45:07.195974 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-acacfadd-2c22-409d-b49c-3209084a3e77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:07.384049 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-acacfadd-2c22-409d-b49c-3209084a3e77 admin admin] Calling delete_port for be8fc8fc-f118-427a-b651-ee048f198020 owned by network:router_interface {{(pid=80184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:45:07.400766 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-688de1eb-b721-46ad-aaba-099e00b6d257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854753062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852565192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852449406'] for subnet, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:07.420570 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f79b1aef-546d-497f-a2d6-c73d43febf6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:45:07.535794 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688de1eb-b721-46ad-aaba-099e00b6d257 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e86f023b-3193-46b5-b935-af688f96c4c8,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:45:07.553795 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-688de1eb-b721-46ad-aaba-099e00b6d257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:45:07.616693 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-688de1eb-b721-46ad-aaba-099e00b6d257 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:07.625620 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f0ae37-5d6c-4cfc-b062-124b538ae59e None None] Network 1686445e-9089-4fcd-bac5-a148e4ca86fe requested from dv-cinder-772388-4-iscsi {{(pid=80186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 02 13:45:07.625896 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-acacfadd-2c22-409d-b49c-3209084a3e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264942761622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264943208991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851940450'] for port, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:07.629592 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-688de1eb-b721-46ad-aaba-099e00b6d257 admin admin] 10.222.0.133 "DELETE /v2.0/subnets/e86f023b-3193-46b5-b935-af688f96c4c8 HTTP/1.1" status: 204  len: 168 time: 1.0627542
Feb 02 13:45:07.632555 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 46306) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:45:07.649042 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-d8742790-f1cf-48c5-bea9-1765f36562e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:45:07.818974 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acacfadd-2c22-409d-b49c-3209084a3e77 admin admin] Pushing event deleted for resources: {'Port': ['ID=be8fc8fc-f118-427a-b651-ee048f198020,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:45:07.828120 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-acacfadd-2c22-409d-b49c-3209084a3e77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:45:07.867815 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f778b178-54eb-4769-823c-4ba548143b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854257808'] for network, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:07.980084 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-f778b178-54eb-4769-823c-4ba548143b3d admin admin] Deleting port 862bea69-63f3-4b37-8ecb-ff6a68a8e1ff {{(pid=80185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:45:07.981057 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f778b178-54eb-4769-823c-4ba548143b3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:08.131739 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29cf21e2-492f-445f-b576-d308b0800013 None None] DHCP port deletion for 1686445e-9089-4fcd-bac5-a148e4ca86fe request from dv-cinder-772388-4-iscsi {{(pid=80186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 02 13:45:08.147286 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-29cf21e2-492f-445f-b576-d308b0800013 None None] Deleting port 862bea69-63f3-4b37-8ecb-ff6a68a8e1ff {{(pid=80186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:45:08.148036 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-29cf21e2-492f-445f-b576-d308b0800013 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:08.452453 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-f778b178-54eb-4769-823c-4ba548143b3d admin admin] For port 862bea69-63f3-4b37-8ecb-ff6a68a8e1ff, host dv-cinder-772388-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=862bea69-63f3-4b37-8ecb-ff6a68a8e1ff,segment=NetworkSegment(5f553a71-9c0f-48ac-b06b-07581f7b8732),segment_id=5f553a71-9c0f-48ac-b06b-07581f7b8732)] {{(pid=80185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:45:08.453442 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f778b178-54eb-4769-823c-4ba548143b3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:08.585983 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-29cf21e2-492f-445f-b576-d308b0800013 None None] For port 862bea69-63f3-4b37-8ecb-ff6a68a8e1ff, host dv-cinder-772388-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=862bea69-63f3-4b37-8ecb-ff6a68a8e1ff,segment=NetworkSegment(5f553a71-9c0f-48ac-b06b-07581f7b8732),segment_id=5f553a71-9c0f-48ac-b06b-07581f7b8732)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:45:08.586662 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-29cf21e2-492f-445f-b576-d308b0800013 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:08.683562 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-f778b178-54eb-4769-823c-4ba548143b3d admin admin] Calling delete_port for 862bea69-63f3-4b37-8ecb-ff6a68a8e1ff owned by network:dhcp {{(pid=80185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:45:08.734655 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-acacfadd-2c22-409d-b49c-3209084a3e77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1697760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2075243'] for router_interface, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:08.829314 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f778b178-54eb-4769-823c-4ba548143b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264942761622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264943208991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2210562'] for port, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:08.831581 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device b9709bcd-a7f5-41be-af20-602edf798719 no longer exists at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 02 13:45:08.862297 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-7512c9dd-bc7f-423e-a43b-1e0ff7d05733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:45:08.877580 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-29cf21e2-492f-445f-b576-d308b0800013 None None] Calling delete_port for 862bea69-63f3-4b37-8ecb-ff6a68a8e1ff owned by network:dhcp {{(pid=80186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:45:08.945579 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] No Port match for: b9709bcd-a7f5-41be-af20-602edf798719 {{(pid=80186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 02 13:45:08.946163 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device b9709bcd-a7f5-41be-af20-602edf798719 not bound to the agent host dv-cinder-772388-4-iscsi {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 02 13:45:08.946807 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device 862bea69-63f3-4b37-8ecb-ff6a68a8e1ff no longer exists at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 02 13:45:09.013808 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] No Port match for: 862bea69-63f3-4b37-8ecb-ff6a68a8e1ff {{(pid=80186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 02 13:45:09.014388 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device 862bea69-63f3-4b37-8ecb-ff6a68a8e1ff not bound to the agent host dv-cinder-772388-4-iscsi {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 02 13:45:09.031368 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f778b178-54eb-4769-823c-4ba548143b3d admin admin] Pushing event deleted for resources: {'Port': ['ID=862bea69-63f3-4b37-8ecb-ff6a68a8e1ff,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:45:09.034510 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f778b178-54eb-4769-823c-4ba548143b3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:45:09.117028 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f778b178-54eb-4769-823c-4ba548143b3d admin admin] No DVR routers for this DVR port 862bea69-63f3-4b37-8ecb-ff6a68a8e1ff on host dv-cinder-772388-4-iscsi {{(pid=80185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 02 13:45:09.173756 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.db.api [None req-29cf21e2-492f-445f-b576-d308b0800013 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80186) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 02 13:45:09.174603 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_db.api [None req-29cf21e2-492f-445f-b576-d308b0800013 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 02 13:45:09.268546 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f778b178-54eb-4769-823c-4ba548143b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12633', 'neutron.services.segments.db._delete_segments_for_network--9223363264942646934'] for network, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:09.407500 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.services.segments.db [None req-f778b178-54eb-4769-823c-4ba548143b3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa5e9263f28>,) {'filters': {'network_id': ['1686445e-9089-4fcd-bac5-a148e4ca86fe']}} {{(pid=80185) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:45:09.422527 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.services.segments.db [None req-f778b178-54eb-4769-823c-4ba548143b3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa5e9263f28>, '5f553a71-9c0f-48ac-b06b-07581f7b8732') {'for_net_delete': True} {{(pid=80185) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:45:09.423630 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.services.segments.db [None req-f778b178-54eb-4769-823c-4ba548143b3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa5e9263f28>, '5f553a71-9c0f-48ac-b06b-07581f7b8732') {} {{(pid=80185) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:45:09.439142 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f778b178-54eb-4769-823c-4ba548143b3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363264942647702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852015760'] for segment, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:09.461808 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f778b178-54eb-4769-823c-4ba548143b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764996'] for segment, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:09.464491 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f778b178-54eb-4769-823c-4ba548143b3d admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 02 13:45:09.602652 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acacfadd-2c22-409d-b49c-3209084a3e77 admin admin] Router abbaa997-98e4-4c19-9542-2b246e1cac82 has already been hosted by L3 agent 46ed2aac-7d32-4274-9cac-387c5fc2cd87 {{(pid=80184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 02 13:45:09.676215 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-29cf21e2-492f-445f-b576-d308b0800013 None None] Deleting port 862bea69-63f3-4b37-8ecb-ff6a68a8e1ff {{(pid=80186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:45:09.676818 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-29cf21e2-492f-445f-b576-d308b0800013 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:09.711704 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-f778b178-54eb-4769-823c-4ba548143b3d admin admin] Network 1686445e-9089-4fcd-bac5-a148e4ca86fe has no segments {{(pid=80185) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 02 13:45:09.727041 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f778b178-54eb-4769-823c-4ba548143b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-10804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852565161'] for segment, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:09.812939 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-29cf21e2-492f-445f-b576-d308b0800013 None None] The port '862bea69-63f3-4b37-8ecb-ff6a68a8e1ff' was deleted {{(pid=80186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 02 13:45:09.907527 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acacfadd-2c22-409d-b49c-3209084a3e77 admin admin] Notify agent at l3_agent.dv-cinder-772388-4-iscsi the message routers_updated {{(pid=80184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 02 13:45:09.922727 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f806c5aa-bab5-4419-856b-79859178bd09 None None] Sync routers for ids ['abbaa997-98e4-4c19-9542-2b246e1cac82'] in dv-cinder-772388-4-iscsi {{(pid=80187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 02 13:45:09.934340 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-acacfadd-2c22-409d-b49c-3209084a3e77 admin admin] 10.222.0.133 "PUT /v2.0/routers/abbaa997-98e4-4c19-9542-2b246e1cac82/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5727835
Feb 02 13:45:09.934817 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 46310) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:45:09.937352 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f806c5aa-bab5-4419-856b-79859178bd09 None None] Routers {'abbaa997-98e4-4c19-9542-2b246e1cac82'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:45:09.938340 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-f806c5aa-bab5-4419-856b-79859178bd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5ea7a4080>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:44:59Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['abbaa997-98e4-4c19-9542-2b246e1cac82'], 'active': True} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:45:10.021925 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-f778b178-54eb-4769-823c-4ba548143b3d admin admin] Network 1686445e-9089-4fcd-bac5-a148e4ca86fe has no segments {{(pid=80185) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 02 13:45:10.074402 dv-cinder-772388-4-iscsi neutron-server[80071]: Traceback (most recent call last):
Feb 02 13:45:10.074402 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 02 13:45:10.074402 dv-cinder-772388-4-iscsi neutron-server[80071]:     timer()
Feb 02 13:45:10.074402 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 02 13:45:10.074402 dv-cinder-772388-4-iscsi neutron-server[80071]:     cb(*args, **kw)
Feb 02 13:45:10.074402 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 02 13:45:10.074402 dv-cinder-772388-4-iscsi neutron-server[80071]:     return func(*args, **kwargs)
Feb 02 13:45:10.074402 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 02 13:45:10.074402 dv-cinder-772388-4-iscsi neutron-server[80071]:     self._notify()
Feb 02 13:45:10.074402 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 02 13:45:10.074402 dv-cinder-772388-4-iscsi neutron-server[80071]:     self.callback(batched_events)
Feb 02 13:45:10.074402 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 02 13:45:10.074402 dv-cinder-772388-4-iscsi neutron-server[80071]:     event.method(event)
Feb 02 13:45:10.074402 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 02 13:45:10.074402 dv-cinder-772388-4-iscsi neutron-server[80071]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 02 13:45:10.074402 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 02 13:45:10.074402 dv-cinder-772388-4-iscsi neutron-server[80071]:     segment_id)['aggregates'][0]
Feb 02 13:45:10.074402 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 02 13:45:10.074402 dv-cinder-772388-4-iscsi neutron-server[80071]:     return f(self, *a, **k)
Feb 02 13:45:10.074402 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 02 13:45:10.074402 dv-cinder-772388-4-iscsi neutron-server[80071]:     return self._get(url).json()
Feb 02 13:45:10.074402 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 02 13:45:10.074402 dv-cinder-772388-4-iscsi neutron-server[80071]:     **kwargs)
Feb 02 13:45:10.074402 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 02 13:45:10.074402 dv-cinder-772388-4-iscsi neutron-server[80071]:     return self.request(url, 'GET', **kwargs)
Feb 02 13:45:10.074402 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 02 13:45:10.074402 dv-cinder-772388-4-iscsi neutron-server[80071]:     **endpoint_filter)
Feb 02 13:45:10.074402 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 02 13:45:10.074402 dv-cinder-772388-4-iscsi neutron-server[80071]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 02 13:45:10.074402 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 02 13:45:10.074402 dv-cinder-772388-4-iscsi neutron-server[80071]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 02 13:45:10.074402 dv-cinder-772388-4-iscsi neutron-server[80071]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 02 13:45:10.181059 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-f806c5aa-bab5-4419-856b-79859178bd09 None None] Set router abbaa997-98e4-4c19-9542-2b246e1cac82 gateway port host: dv-cinder-772388-4-iscsi {{(pid=80187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:45:10.241428 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f778b178-54eb-4769-823c-4ba548143b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854763167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852699500'] for network, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:10.248119 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-1d6ca88d-8993-4c95-b896-815bde9e0a67 admin admin] Notify callbacks [] for router, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:10.252523 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-9622cd93-ba5d-42b5-86a1-b251436c9187 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:45:10.288598 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f778b178-54eb-4769-823c-4ba548143b3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for network, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:10.293328 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f778b178-54eb-4769-823c-4ba548143b3d admin admin] Pushing event deleted for resources: {'Network': ['ID=1686445e-9089-4fcd-bac5-a148e4ca86fe,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:45:10.299460 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f778b178-54eb-4769-823c-4ba548143b3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:45:10.325516 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-f778b178-54eb-4769-823c-4ba548143b3d admin admin] 10.222.0.133 "DELETE /v2.0/networks/1686445e-9089-4fcd-bac5-a148e4ca86fe HTTP/1.1" status: 204  len: 168 time: 2.6909533
Feb 02 13:45:10.595015 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-1d6ca88d-8993-4c95-b896-815bde9e0a67 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:10.605834 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-1d6ca88d-8993-4c95-b896-815bde9e0a67 admin admin] Deleting port 4948a0d2-6b86-4e33-83d0-47922905e1d5 {{(pid=80184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:45:10.606751 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-1d6ca88d-8993-4c95-b896-815bde9e0a67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:10.620968 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 46316) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:45:10.697714 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-7788e448-0e8b-4e7f-933e-66adf1b3d35f admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=4137e2122c7f40189b0a34f1651c3764&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0744505
Feb 02 13:45:10.700254 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 46320) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:45:10.758734 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-f806c5aa-bab5-4419-856b-79859178bd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5ea7a4080>, [{'id': 'abbaa997-98e4-4c19-9542-2b246e1cac82', 'name': 'tempest-TestMinimumBasicScenario-1374839131-router', 'tenant_id': 'c7377d5a96854dd78261e26bac4d60a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '4948a0d2-6b86-4e33-83d0-47922905e1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:41:58Z', 'updated_at': '2021-02-02T13:45:07Z', 'revision_number': 5, 'project_id': 'c7377d5a96854dd78261e26bac4d60a5', 'gw_port': {'id': '4948a0d2-6b86-4e33-83d0-47922905e1d5', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbaa997-98e4-4c19-9542-2b246e1cac82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:59Z', 'updated_at': '2021-02-02T13:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi'}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:45:10.765924 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f806c5aa-bab5-4419-856b-79859178bd09 None None] Checking router: abbaa997-98e4-4c19-9542-2b246e1cac82 for host: dv-cinder-772388-4-iscsi {{(pid=80187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 02 13:45:10.780334 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f806c5aa-bab5-4419-856b-79859178bd09 None None] Routers {'abbaa997-98e4-4c19-9542-2b246e1cac82'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:45:10.781540 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-f806c5aa-bab5-4419-856b-79859178bd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5ea7a4080>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:44:59Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['abbaa997-98e4-4c19-9542-2b246e1cac82'], 'active': True} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:45:10.986765 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-1d6ca88d-8993-4c95-b896-815bde9e0a67 admin admin] For port 4948a0d2-6b86-4e33-83d0-47922905e1d5, host dv-cinder-772388-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=4948a0d2-6b86-4e33-83d0-47922905e1d5,segment=NetworkSegment(5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8),segment_id=5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8)] {{(pid=80184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:45:10.987520 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-1d6ca88d-8993-4c95-b896-815bde9e0a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:11.111252 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-f806c5aa-bab5-4419-856b-79859178bd09 None None] Set router abbaa997-98e4-4c19-9542-2b246e1cac82 gateway port host: dv-cinder-772388-4-iscsi {{(pid=80187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:45:11.155019 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-604fe419-93e4-4092-b119-8dfed792226d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:11.206768 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-604fe419-93e4-4092-b119-8dfed792226d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:11.242501 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-1d6ca88d-8993-4c95-b896-815bde9e0a67 admin admin] Calling delete_port for 4948a0d2-6b86-4e33-83d0-47922905e1d5 owned by network:router_gateway {{(pid=80184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:45:11.298617 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-604fe419-93e4-4092-b119-8dfed792226d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:11.307353 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-badbe517-46db-46b4-993b-66572a7b4a00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:45:11.334033 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604fe419-93e4-4092-b119-8dfed792226d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54301fd-60d4-4e02-8c07-63c586764a32,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:45:11.340880 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-604fe419-93e4-4092-b119-8dfed792226d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:45:11.353541 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-604fe419-93e4-4092-b119-8dfed792226d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:11.359976 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-604fe419-93e4-4092-b119-8dfed792226d admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/f54301fd-60d4-4e02-8c07-63c586764a32 HTTP/1.1" status: 204  len: 168 time: 0.6532528
Feb 02 13:45:11.536660 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-1d6ca88d-8993-4c95-b896-815bde9e0a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264942761622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264943208991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851940450'] for port, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:11.673014 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-f806c5aa-bab5-4419-856b-79859178bd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5ea7a4080>, [{'id': 'abbaa997-98e4-4c19-9542-2b246e1cac82', 'name': 'tempest-TestMinimumBasicScenario-1374839131-router', 'tenant_id': 'c7377d5a96854dd78261e26bac4d60a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '4948a0d2-6b86-4e33-83d0-47922905e1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:41:58Z', 'updated_at': '2021-02-02T13:45:07Z', 'revision_number': 5, 'project_id': 'c7377d5a96854dd78261e26bac4d60a5', 'gw_port': {'id': '4948a0d2-6b86-4e33-83d0-47922905e1d5', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbaa997-98e4-4c19-9542-2b246e1cac82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:59Z', 'updated_at': '2021-02-02T13:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi'}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:45:11.682314 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f806c5aa-bab5-4419-856b-79859178bd09 None None] The sync data for ids ['abbaa997-98e4-4c19-9542-2b246e1cac82'] in dv-cinder-772388-4-iscsi is: [{'id': 'abbaa997-98e4-4c19-9542-2b246e1cac82', 'name': 'tempest-TestMinimumBasicScenario-1374839131-router', 'tenant_id': 'c7377d5a96854dd78261e26bac4d60a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '4948a0d2-6b86-4e33-83d0-47922905e1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:41:58Z', 'updated_at': '2021-02-02T13:45:07Z', 'revision_number': 5, 'project_id': 'c7377d5a96854dd78261e26bac4d60a5', 'gw_port': {'id': '4948a0d2-6b86-4e33-83d0-47922905e1d5', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbaa997-98e4-4c19-9542-2b246e1cac82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:59Z', 'updated_at': '2021-02-02T13:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi'}] {{(pid=80187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 02 13:45:11.954975 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-1d6ca88d-8993-4c95-b896-815bde9e0a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2076301'] for router_gateway, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:12.267807 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-1d6ca88d-8993-4c95-b896-815bde9e0a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2071233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854754973'] for router, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:12.272677 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-1d6ca88d-8993-4c95-b896-815bde9e0a67 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:12.321172 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-1d6ca88d-8993-4c95-b896-815bde9e0a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852704398'] for router, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:12.321876 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d6ca88d-8993-4c95-b896-815bde9e0a67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router abbaa997-98e4-4c19-9542-2b246e1cac82 {{(pid=80184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 02 13:45:12.341281 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-1d6ca88d-8993-4c95-b896-815bde9e0a67 admin admin] Notify callbacks [] for router, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:12.343050 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-1d6ca88d-8993-4c95-b896-815bde9e0a67 admin admin] 10.222.0.133 "DELETE /v2.0/routers/abbaa997-98e4-4c19-9542-2b246e1cac82 HTTP/1.1" status: 204  len: 168 time: 2.4067526
Feb 02 13:45:12.348915 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 46334) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:45:12.448647 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device be8fc8fc-f118-427a-b651-ee048f198020 no longer exists at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 02 13:45:12.503126 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2f1f56a-ceeb-4fda-a469-0f7c1f3c353c admin admin] Deleting subnet 6ba67f1d-6632-44fe-98c0-2a645afeb419 {{(pid=80185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Feb 02 13:45:12.508228 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c2f1f56a-ceeb-4fda-a469-0f7c1f3c353c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:12.522288 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] No Port match for: be8fc8fc-f118-427a-b651-ee048f198020 {{(pid=80186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 02 13:45:12.522684 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device be8fc8fc-f118-427a-b651-ee048f198020 not bound to the agent host dv-cinder-772388-4-iscsi {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 02 13:45:12.638216 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c2f1f56a-ceeb-4fda-a469-0f7c1f3c353c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2760056'] for subnet, precommit_delete_associations {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:12.765413 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c2f1f56a-ceeb-4fda-a469-0f7c1f3c353c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-22738'] for subnet, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:13.176989 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c2f1f56a-ceeb-4fda-a469-0f7c1f3c353c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854753062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852565192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852449406'] for subnet, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:13.194425 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-ead42dc5-a47c-4690-afd5-a40b9a6b94d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:45:13.295984 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f1f56a-ceeb-4fda-a469-0f7c1f3c353c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ba67f1d-6632-44fe-98c0-2a645afeb419,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:45:13.304603 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-c2f1f56a-ceeb-4fda-a469-0f7c1f3c353c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:45:13.362030 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c2f1f56a-ceeb-4fda-a469-0f7c1f3c353c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:13.369526 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-c2f1f56a-ceeb-4fda-a469-0f7c1f3c353c admin admin] 10.222.0.133 "DELETE /v2.0/subnets/6ba67f1d-6632-44fe-98c0-2a645afeb419 HTTP/1.1" status: 204  len: 168 time: 1.0187142
Feb 02 13:45:13.370639 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a20524e-5b2c-4499-b485-a37324fe07ac None None] Network 2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4 requested from dv-cinder-772388-4-iscsi {{(pid=80186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 02 13:45:13.375185 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 46348) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:45:13.536498 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-1494411d-eb49-49b0-b9aa-8e065dd0252d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854257808'] for network, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:13.646112 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-1494411d-eb49-49b0-b9aa-8e065dd0252d admin admin] Deleting port d13faaa7-86f8-4b5a-945d-c9c80e7e8e74 {{(pid=80184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:45:13.646486 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-1494411d-eb49-49b0-b9aa-8e065dd0252d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:13.760380 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393a2402-2806-429b-93da-1b72d08b2f1b None None] DHCP port deletion for 2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4 request from dv-cinder-772388-4-iscsi {{(pid=80186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 02 13:45:13.772949 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-393a2402-2806-429b-93da-1b72d08b2f1b None None] Deleting port d13faaa7-86f8-4b5a-945d-c9c80e7e8e74 {{(pid=80186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:45:13.773483 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-393a2402-2806-429b-93da-1b72d08b2f1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:14.164390 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-393a2402-2806-429b-93da-1b72d08b2f1b None None] For port d13faaa7-86f8-4b5a-945d-c9c80e7e8e74, host dv-cinder-772388-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=d13faaa7-86f8-4b5a-945d-c9c80e7e8e74,segment=NetworkSegment(4e775aad-c37b-4a2c-b799-042e82a5eee6),segment_id=4e775aad-c37b-4a2c-b799-042e82a5eee6)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:45:14.165231 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-393a2402-2806-429b-93da-1b72d08b2f1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:14.351722 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-1494411d-eb49-49b0-b9aa-8e065dd0252d admin admin] For port d13faaa7-86f8-4b5a-945d-c9c80e7e8e74, host dv-cinder-772388-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=d13faaa7-86f8-4b5a-945d-c9c80e7e8e74,segment=NetworkSegment(4e775aad-c37b-4a2c-b799-042e82a5eee6),segment_id=4e775aad-c37b-4a2c-b799-042e82a5eee6)] {{(pid=80184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:45:14.352246 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-1494411d-eb49-49b0-b9aa-8e065dd0252d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:14.405662 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-393a2402-2806-429b-93da-1b72d08b2f1b None None] Calling delete_port for d13faaa7-86f8-4b5a-945d-c9c80e7e8e74 owned by network:dhcp {{(pid=80186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:45:14.547592 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device 4948a0d2-6b86-4e33-83d0-47922905e1d5 no longer exists at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 02 13:45:14.586985 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-1494411d-eb49-49b0-b9aa-8e065dd0252d admin admin] Calling delete_port for d13faaa7-86f8-4b5a-945d-c9c80e7e8e74 owned by network:dhcp {{(pid=80184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:45:14.647875 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] No Port match for: 4948a0d2-6b86-4e33-83d0-47922905e1d5 {{(pid=80186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 02 13:45:14.648686 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device 4948a0d2-6b86-4e33-83d0-47922905e1d5 not bound to the agent host dv-cinder-772388-4-iscsi {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 02 13:45:14.649536 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device d13faaa7-86f8-4b5a-945d-c9c80e7e8e74 no longer exists at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 02 13:45:14.722077 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.db.api [None req-1494411d-eb49-49b0-b9aa-8e065dd0252d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80184) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 02 13:45:14.722241 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_db.api [None req-1494411d-eb49-49b0-b9aa-8e065dd0252d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80184) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 02 13:45:14.728711 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-393a2402-2806-429b-93da-1b72d08b2f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264942761622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264943208991'] for port, after_delete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:14.765907 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:45:14.963868 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393a2402-2806-429b-93da-1b72d08b2f1b None None] Pushing event deleted for resources: {'Port': ['ID=d13faaa7-86f8-4b5a-945d-c9c80e7e8e74,revision_number=None']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:45:14.994274 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-393a2402-2806-429b-93da-1b72d08b2f1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:45:15.044452 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] No active binding found for port d13faaa7-86f8-4b5a-945d-c9c80e7e8e74 {{(pid=80186) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}}
Feb 02 13:45:15.045339 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device d13faaa7-86f8-4b5a-945d-c9c80e7e8e74 not bound to the agent host dv-cinder-772388-4-iscsi {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 02 13:45:15.076064 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393a2402-2806-429b-93da-1b72d08b2f1b None None] No DVR routers for this DVR port d13faaa7-86f8-4b5a-945d-c9c80e7e8e74 on host dv-cinder-772388-4-iscsi {{(pid=80186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 02 13:45:15.224077 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-1494411d-eb49-49b0-b9aa-8e065dd0252d admin admin] Deleting port d13faaa7-86f8-4b5a-945d-c9c80e7e8e74 {{(pid=80184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:45:15.224710 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-1494411d-eb49-49b0-b9aa-8e065dd0252d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:15.330665 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-1494411d-eb49-49b0-b9aa-8e065dd0252d admin admin] The port 'd13faaa7-86f8-4b5a-945d-c9c80e7e8e74' was deleted {{(pid=80184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 02 13:45:15.536215 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-1494411d-eb49-49b0-b9aa-8e065dd0252d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12633', 'neutron.services.segments.db._delete_segments_for_network--9223363264942646934'] for network, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:15.695837 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.services.segments.db [None req-1494411d-eb49-49b0-b9aa-8e065dd0252d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa5e3c43860>,) {'filters': {'network_id': ['2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4']}} {{(pid=80184) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:45:15.715452 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.services.segments.db [None req-1494411d-eb49-49b0-b9aa-8e065dd0252d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa5e3c43860>, '4e775aad-c37b-4a2c-b799-042e82a5eee6') {'for_net_delete': True} {{(pid=80184) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:45:15.715871 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.services.segments.db [None req-1494411d-eb49-49b0-b9aa-8e065dd0252d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa5e3c43860>, '4e775aad-c37b-4a2c-b799-042e82a5eee6') {} {{(pid=80184) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:45:15.730889 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-1494411d-eb49-49b0-b9aa-8e065dd0252d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363264942647702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852563795'] for segment, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:15.750097 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-1494411d-eb49-49b0-b9aa-8e065dd0252d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764996'] for segment, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:15.753213 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1494411d-eb49-49b0-b9aa-8e065dd0252d admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 02 13:45:15.961525 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-1494411d-eb49-49b0-b9aa-8e065dd0252d admin admin] Network 2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4 has no segments {{(pid=80184) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 02 13:45:15.972251 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-1494411d-eb49-49b0-b9aa-8e065dd0252d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-10804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2835403'] for segment, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:16.177583 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-1494411d-eb49-49b0-b9aa-8e065dd0252d admin admin] Network 2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4 has no segments {{(pid=80184) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 02 13:45:16.205748 dv-cinder-772388-4-iscsi neutron-server[80071]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 02 13:45:16.205748 dv-cinder-772388-4-iscsi neutron-server[80071]:   % (table.description, expected, rows_matched)
Feb 02 13:45:16.205748 dv-cinder-772388-4-iscsi neutron-server[80071]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 02 13:45:16.205748 dv-cinder-772388-4-iscsi neutron-server[80071]:   % (table.description, expected, rows_matched)
Feb 02 13:45:16.205748 dv-cinder-772388-4-iscsi neutron-server[80071]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 02 13:45:16.205748 dv-cinder-772388-4-iscsi neutron-server[80071]:   % (table.description, expected, rows_matched)
Feb 02 13:45:16.205748 dv-cinder-772388-4-iscsi neutron-server[80071]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 02 13:45:16.205748 dv-cinder-772388-4-iscsi neutron-server[80071]:   % (table.description, expected, rows_matched)
Feb 02 13:45:16.205748 dv-cinder-772388-4-iscsi neutron-server[80071]: Traceback (most recent call last):
Feb 02 13:45:16.205748 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 02 13:45:16.205748 dv-cinder-772388-4-iscsi neutron-server[80071]:     timer()
Feb 02 13:45:16.205748 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 02 13:45:16.205748 dv-cinder-772388-4-iscsi neutron-server[80071]:     cb(*args, **kw)
Feb 02 13:45:16.205748 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 02 13:45:16.205748 dv-cinder-772388-4-iscsi neutron-server[80071]:     return func(*args, **kwargs)
Feb 02 13:45:16.205748 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 02 13:45:16.205748 dv-cinder-772388-4-iscsi neutron-server[80071]:     self._notify()
Feb 02 13:45:16.205748 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 02 13:45:16.205748 dv-cinder-772388-4-iscsi neutron-server[80071]:     self.callback(batched_events)
Feb 02 13:45:16.205748 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 02 13:45:16.205748 dv-cinder-772388-4-iscsi neutron-server[80071]:     event.method(event)
Feb 02 13:45:16.205748 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 02 13:45:16.205748 dv-cinder-772388-4-iscsi neutron-server[80071]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 02 13:45:16.205748 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 02 13:45:16.205748 dv-cinder-772388-4-iscsi neutron-server[80071]:     segment_id)['aggregates'][0]
Feb 02 13:45:16.205748 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 02 13:45:16.205748 dv-cinder-772388-4-iscsi neutron-server[80071]:     return f(self, *a, **k)
Feb 02 13:45:16.205748 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 02 13:45:16.205748 dv-cinder-772388-4-iscsi neutron-server[80071]:     return self._get(url).json()
Feb 02 13:45:16.205748 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 02 13:45:16.205748 dv-cinder-772388-4-iscsi neutron-server[80071]:     **kwargs)
Feb 02 13:45:16.205748 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 02 13:45:16.205748 dv-cinder-772388-4-iscsi neutron-server[80071]:     return self.request(url, 'GET', **kwargs)
Feb 02 13:45:16.205748 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 02 13:45:16.205748 dv-cinder-772388-4-iscsi neutron-server[80071]:     **endpoint_filter)
Feb 02 13:45:16.205748 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 02 13:45:16.205748 dv-cinder-772388-4-iscsi neutron-server[80071]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 02 13:45:16.205748 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 02 13:45:16.205748 dv-cinder-772388-4-iscsi neutron-server[80071]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 02 13:45:16.205748 dv-cinder-772388-4-iscsi neutron-server[80071]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 02 13:45:16.296351 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-1494411d-eb49-49b0-b9aa-8e065dd0252d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854763167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852699500'] for network, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:16.300619 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-327347b7-ccd1-4196-86eb-36d3de29d8af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:45:16.319015 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-1494411d-eb49-49b0-b9aa-8e065dd0252d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for network, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:16.325799 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1494411d-eb49-49b0-b9aa-8e065dd0252d admin admin] Pushing event deleted for resources: {'Network': ['ID=2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:45:16.330521 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-1494411d-eb49-49b0-b9aa-8e065dd0252d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:45:16.340945 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-1494411d-eb49-49b0-b9aa-8e065dd0252d admin admin] 10.222.0.133 "DELETE /v2.0/networks/2d3a9b09-f799-4014-bcb8-4e1cd21e7bd4 HTTP/1.1" status: 204  len: 168 time: 2.9622896
Feb 02 13:45:16.355651 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 46396) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:45:16.566236 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 46402) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:45:16.629361 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ff90f22c-e1e2-4882-82c5-e18284ad9dd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:16.674763 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-ff90f22c-e1e2-4882-82c5-e18284ad9dd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:45:16.692388 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-ff90f22c-e1e2-4882-82c5-e18284ad9dd9 admin admin] Usage tracker for resource:security_group_rule and tenant:aadd92b4ce0d48d28801d9a8a1bd8a01 is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:45:16.696860 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-ff90f22c-e1e2-4882-82c5-e18284ad9dd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:45:16.702732 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-0fb30b22-3f24-4f32-a606-4802ba0cd6f9 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=c7377d5a96854dd78261e26bac4d60a5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1351674
Feb 02 13:45:16.707095 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 46406) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:45:16.707350 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-ff90f22c-e1e2-4882-82c5-e18284ad9dd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:45:16.796905 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-03a85b33-69b6-44dc-827b-ed0bfbb42ba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:16.843172 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-03a85b33-69b6-44dc-827b-ed0bfbb42ba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:16.853210 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ff90f22c-e1e2-4882-82c5-e18284ad9dd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:16.857759 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ff90f22c-e1e2-4882-82c5-e18284ad9dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:16.870007 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-e5df4604-238b-4685-9272-62741f0a9ae5 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:45:16.910162 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-03a85b33-69b6-44dc-827b-ed0bfbb42ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:16.919402 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-44fa4a22-4916-4206-a713-b040016981a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:45:16.938155 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff90f22c-e1e2-4882-82c5-e18284ad9dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba10f663-3e7e-4a8a-a5e8-9b4461600171,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:45:16.938718 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a85b33-69b6-44dc-827b-ed0bfbb42ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6419cc62-b27d-4d08-bd9b-1b4889c2b9ea,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:45:16.947490 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-03a85b33-69b6-44dc-827b-ed0bfbb42ba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:45:16.952835 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-ff90f22c-e1e2-4882-82c5-e18284ad9dd9 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=aadd92b4ce0d48d28801d9a8a1bd8a01&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5953526
Feb 02 13:45:16.956309 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-03a85b33-69b6-44dc-827b-ed0bfbb42ba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:16.957216 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-ff90f22c-e1e2-4882-82c5-e18284ad9dd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:45:16.959916 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-03a85b33-69b6-44dc-827b-ed0bfbb42ba1 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/6419cc62-b27d-4d08-bd9b-1b4889c2b9ea HTTP/1.1" status: 204  len: 168 time: 0.2501893
Feb 02 13:45:16.964156 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 46410) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:45:17.062520 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-870bd96b-af86-4250-b5e2-0754bb76d43f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:17.109287 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-870bd96b-af86-4250-b5e2-0754bb76d43f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:17.181849 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-870bd96b-af86-4250-b5e2-0754bb76d43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:17.189236 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-744158eb-a29f-4fd1-8486-5ef1c4119dd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:45:17.208107 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870bd96b-af86-4250-b5e2-0754bb76d43f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba10f663-3e7e-4a8a-a5e8-9b4461600171,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:45:17.212774 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-870bd96b-af86-4250-b5e2-0754bb76d43f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:45:17.214661 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-870bd96b-af86-4250-b5e2-0754bb76d43f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:17.218948 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-870bd96b-af86-4250-b5e2-0754bb76d43f admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/ba10f663-3e7e-4a8a-a5e8-9b4461600171 HTTP/1.1" status: 204  len: 168 time: 0.2507954
Feb 02 13:45:17.905192 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 46420) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:45:17.934447 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-981f56e6-9e42-4487-8ea8-8a445e978f8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:17.962446 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-981f56e6-9e42-4487-8ea8-8a445e978f8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:45:17.970058 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-981f56e6-9e42-4487-8ea8-8a445e978f8a admin admin] Usage tracker for resource:security_group_rule and tenant:5beb630ab4de432fbe630d84a9dde7de is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:45:17.975320 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-981f56e6-9e42-4487-8ea8-8a445e978f8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:45:17.981473 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-981f56e6-9e42-4487-8ea8-8a445e978f8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:45:18.077416 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-981f56e6-9e42-4487-8ea8-8a445e978f8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:18.081122 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-981f56e6-9e42-4487-8ea8-8a445e978f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:18.091352 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-870bd96b-af86-4250-b5e2-0754bb76d43f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:45:18.139733 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-981f56e6-9e42-4487-8ea8-8a445e978f8a admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=5beb630ab4de432fbe630d84a9dde7de&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2331281
Feb 02 13:45:18.140943 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981f56e6-9e42-4487-8ea8-8a445e978f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4346184e-2b89-4b50-adb5-0529e75e89d8,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:45:18.142860 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 46424) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:45:18.146309 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-981f56e6-9e42-4487-8ea8-8a445e978f8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:45:18.224337 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-837bbc5d-aec4-4885-a1ca-da1f4fab9c59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:18.259161 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-837bbc5d-aec4-4885-a1ca-da1f4fab9c59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:18.321253 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-837bbc5d-aec4-4885-a1ca-da1f4fab9c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:18.325963 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-0fae891e-a668-4f7c-8717-645fd2ae0196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:45:18.342739 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837bbc5d-aec4-4885-a1ca-da1f4fab9c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4346184e-2b89-4b50-adb5-0529e75e89d8,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:45:18.345633 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-837bbc5d-aec4-4885-a1ca-da1f4fab9c59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:45:18.350522 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-837bbc5d-aec4-4885-a1ca-da1f4fab9c59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:18.352783 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-837bbc5d-aec4-4885-a1ca-da1f4fab9c59 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/4346184e-2b89-4b50-adb5-0529e75e89d8 HTTP/1.1" status: 204  len: 168 time: 0.2080178
Feb 02 13:45:20.614447 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d9f59a91-75e4-4253-a1e2-4bc0e0d21a09 req-068d9fb4-6b78-43e8-af71-9a434c4e1452 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/floatingips/3b9ee869-44b3-40e1-8f1b-da193fbb5239 HTTP/1.1" status: 200  len: 998 time: 0.1797888
Feb 02 13:45:20.991824 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f59a91-75e4-4253-a1e2-4bc0e0d21a09 req-37f4dbd3-7ca1-4fb8-9b09-a4fdd3119243 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:45:20.994506 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d9f59a91-75e4-4253-a1e2-4bc0e0d21a09 req-37f4dbd3-7ca1-4fb8-9b09-a4fdd3119243 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/networks/081eaffe-521e-4302-9444-c5c7bff220cd HTTP/1.1" status: 200  len: 784 time: 0.3696105
Feb 02 13:45:21.178762 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d9f59a91-75e4-4253-a1e2-4bc0e0d21a09 req-82dcc8e2-815f-496a-9848-b8b73e18dc9b tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/floatingips?floating_ip_address=172.27.2.69 HTTP/1.1" status: 200  len: 1001 time: 0.1751192
Feb 02 13:45:21.350270 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 46478) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:45:21.392773 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f59a91-75e4-4253-a1e2-4bc0e0d21a09 req-87cd46e8-48e5-426d-846a-6e47d0629c8c tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:45:21.395308 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d9f59a91-75e4-4253-a1e2-4bc0e0d21a09 req-87cd46e8-48e5-426d-846a-6e47d0629c8c tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/ports/1b3f9eb4-7da2-479a-ae23-9653b881385d HTTP/1.1" status: 200  len: 943 time: 0.2074671
Feb 02 13:45:21.550771 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-efb8d609-0263-483f-9c86-29ff38aff0b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:21.572159 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-efb8d609-0263-483f-9c86-29ff38aff0b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:45:21.576356 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-efb8d609-0263-483f-9c86-29ff38aff0b4 admin admin] Usage tracker for resource:security_group_rule and tenant:ff53ddca20a94077819e9e060b21a3df is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:45:21.579437 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-efb8d609-0263-483f-9c86-29ff38aff0b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:45:21.585942 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-efb8d609-0263-483f-9c86-29ff38aff0b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:45:21.676189 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d9f59a91-75e4-4253-a1e2-4bc0e0d21a09 req-e9b04765-8f1f-47e8-a56f-b25547ed3240 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/floatingips?floating_ip_address=172.27.2.69 HTTP/1.1" status: 200  len: 1001 time: 0.1680880
Feb 02 13:45:21.726596 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-efb8d609-0263-483f-9c86-29ff38aff0b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:21.731757 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-efb8d609-0263-483f-9c86-29ff38aff0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:21.743418 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-57090729-dd2e-4700-b218-3e771bc28341 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:45:21.790810 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb8d609-0263-483f-9c86-29ff38aff0b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec513c36-0d44-4f86-82f8-c47ffb6567f3,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:45:21.797192 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-efb8d609-0263-483f-9c86-29ff38aff0b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:45:21.824949 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-efb8d609-0263-483f-9c86-29ff38aff0b4 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=ff53ddca20a94077819e9e060b21a3df&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4732082
Feb 02 13:45:21.826045 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 46490) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:45:22.070891 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-4fbf8d2a-58fc-4d57-98e2-9ab7fa973dc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:22.076244 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-d9f59a91-75e4-4253-a1e2-4bc0e0d21a09 req-9000f941-f0c0-4d46-a44e-110ef3e321e0 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Deleting port e0d68dc5-039b-4e19-819c-a73f364b3b97 {{(pid=80184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:45:22.076618 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-d9f59a91-75e4-4253-a1e2-4bc0e0d21a09 req-9000f941-f0c0-4d46-a44e-110ef3e321e0 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:22.162276 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-4fbf8d2a-58fc-4d57-98e2-9ab7fa973dc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:22.402783 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-d9f59a91-75e4-4253-a1e2-4bc0e0d21a09 req-9000f941-f0c0-4d46-a44e-110ef3e321e0 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:22.403138 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-d9f59a91-75e4-4253-a1e2-4bc0e0d21a09 req-9000f941-f0c0-4d46-a44e-110ef3e321e0 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:22.415899 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-4fbf8d2a-58fc-4d57-98e2-9ab7fa973dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:22.425320 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-b41684b8-adc5-455d-a961-7e14e320426c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:45:22.570559 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-d9f59a91-75e4-4253-a1e2-4bc0e0d21a09 req-9000f941-f0c0-4d46-a44e-110ef3e321e0 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Calling delete_port for e0d68dc5-039b-4e19-819c-a73f364b3b97 owned by network:floatingip {{(pid=80184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:45:22.602149 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbf8d2a-58fc-4d57-98e2-9ab7fa973dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec513c36-0d44-4f86-82f8-c47ffb6567f3,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:45:22.616014 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-4fbf8d2a-58fc-4d57-98e2-9ab7fa973dc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:45:22.719166 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be7d1e3-7103-4918-8651-559dee0fe7d6 req-fc1009b5-47f0-4e82-ac34-26e07cde508a tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:45:22.721340 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3be7d1e3-7103-4918-8651-559dee0fe7d6 req-fc1009b5-47f0-4e82-ac34-26e07cde508a tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/ports?device_id=7e8d2815-d67d-48ce-8724-8d8fb8d5fb3d HTTP/1.1" status: 200  len: 945 time: 0.4670489
Feb 02 13:45:22.727647 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-4fbf8d2a-58fc-4d57-98e2-9ab7fa973dc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:22.730953 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-4fbf8d2a-58fc-4d57-98e2-9ab7fa973dc6 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/ec513c36-0d44-4f86-82f8-c47ffb6567f3 HTTP/1.1" status: 204  len: 168 time: 0.9014332
Feb 02 13:45:22.857785 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3be7d1e3-7103-4918-8651-559dee0fe7d6 req-55e8cdd9-fc73-42c9-8a83-f9a6ef628b46 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/security-groups?id=bdba0788-3b49-462a-9c04-5bed6f29f447&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1256499
Feb 02 13:45:22.995269 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-d9f59a91-75e4-4253-a1e2-4bc0e0d21a09 req-9000f941-f0c0-4d46-a44e-110ef3e321e0 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264942761622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264943208991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851940450'] for port, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:23.013612 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-acacfadd-2c22-409d-b49c-3209084a3e77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:45:23.231613 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 46500) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:45:23.263443 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-8508de74-6e54-4b1b-b477-89a507f961be admin admin] Notify callbacks [] for security_group, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:23.288206 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-8508de74-6e54-4b1b-b477-89a507f961be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:45:23.295826 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-8508de74-6e54-4b1b-b477-89a507f961be admin admin] Usage tracker for resource:security_group_rule and tenant:95f6ce5865f545f0bf90d346e7101c3e is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:45:23.302038 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-8508de74-6e54-4b1b-b477-89a507f961be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:45:23.315167 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-8508de74-6e54-4b1b-b477-89a507f961be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:45:23.363672 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9000f941-f0c0-4d46-a44e-110ef3e321e0 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Pushing event deleted for resources: {'Port': ['ID=e0d68dc5-039b-4e19-819c-a73f364b3b97,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:45:23.371774 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-9000f941-f0c0-4d46-a44e-110ef3e321e0 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:45:23.437126 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-8508de74-6e54-4b1b-b477-89a507f961be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:23.445001 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-8508de74-6e54-4b1b-b477-89a507f961be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:23.461605 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-efb8d609-0263-483f-9c86-29ff38aff0b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:45:23.511551 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-8508de74-6e54-4b1b-b477-89a507f961be admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=95f6ce5865f545f0bf90d346e7101c3e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2783992
Feb 02 13:45:23.513746 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8508de74-6e54-4b1b-b477-89a507f961be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a5859b-080a-4132-b39c-427278f266ad,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:45:23.515813 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 46504) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:45:23.518141 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-8508de74-6e54-4b1b-b477-89a507f961be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:45:23.540532 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-d9f59a91-75e4-4253-a1e2-4bc0e0d21a09 req-9000f941-f0c0-4d46-a44e-110ef3e321e0 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Notify callbacks [] for floatingip, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:23.541076 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.db.l3_db [req-d9f59a91-75e4-4253-a1e2-4bc0e0d21a09 req-9000f941-f0c0-4d46-a44e-110ef3e321e0 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Floating IP 3b9ee869-44b3-40e1-8f1b-da193fbb5239 disassociated (deleted). External IP: 172.27.2.69, port: 1b3f9eb4-7da2-479a-ae23-9653b881385d.
Feb 02 13:45:23.764989 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-40ed3342-37e0-4c6c-97ff-e31d92980717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:23.810850 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-40ed3342-37e0-4c6c-97ff-e31d92980717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:23.862511 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5437b9-8e24-4614-8f23-556737708d70 req-c562d69b-b30d-49be-bdb1-b361b31ea234 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:45:23.863398 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-af5437b9-8e24-4614-8f23-556737708d70 req-c562d69b-b30d-49be-bdb1-b361b31ea234 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Synchronizing usage tracker for tenant:dc43bfb261a1419d93631ca1734b41d5 on resource:port {{(pid=80185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:45:23.878384 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-af5437b9-8e24-4614-8f23-556737708d70 req-c562d69b-b30d-49be-bdb1-b361b31ea234 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Unset dirty status for tenant:dc43bfb261a1419d93631ca1734b41d5 on resource:port {{(pid=80185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:45:23.879778 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-af5437b9-8e24-4614-8f23-556737708d70 req-c562d69b-b30d-49be-bdb1-b361b31ea234 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.132 "GET /v2.0/ports?device_id=7e8d2815-d67d-48ce-8724-8d8fb8d5fb3d HTTP/1.1" status: 200  len: 945 time: 0.2036862
Feb 02 13:45:23.989742 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-af5437b9-8e24-4614-8f23-556737708d70 req-dcb97345-0103-404f-a1a4-f1ec1d2c593f tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Deleting port fc3695ea-dc80-44c7-b589-f2721d774513 {{(pid=80185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:45:23.990111 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-af5437b9-8e24-4614-8f23-556737708d70 req-dcb97345-0103-404f-a1a4-f1ec1d2c593f tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:24.054120 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-40ed3342-37e0-4c6c-97ff-e31d92980717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:24.104190 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-36fb4759-ce92-4e45-848d-d7147b5c711c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:45:24.131752 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed3342-37e0-4c6c-97ff-e31d92980717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a5859b-080a-4132-b39c-427278f266ad,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:45:24.134325 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-40ed3342-37e0-4c6c-97ff-e31d92980717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:45:24.148272 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9f59a91-75e4-4253-a1e2-4bc0e0d21a09 req-9000f941-f0c0-4d46-a44e-110ef3e321e0 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Router 89aeae03-5271-49df-828c-86f74a1f1e6a has already been hosted by L3 agent 46ed2aac-7d32-4274-9cac-387c5fc2cd87 {{(pid=80184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 02 13:45:24.315972 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-af5437b9-8e24-4614-8f23-556737708d70 req-dcb97345-0103-404f-a1a4-f1ec1d2c593f tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] For port fc3695ea-dc80-44c7-b589-f2721d774513, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=fc3695ea-dc80-44c7-b589-f2721d774513,segment=NetworkSegment(36752a10-39fb-4e35-b242-32334e2e3c32),segment_id=36752a10-39fb-4e35-b242-32334e2e3c32)] {{(pid=80185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:45:24.316375 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-af5437b9-8e24-4614-8f23-556737708d70 req-dcb97345-0103-404f-a1a4-f1ec1d2c593f tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:24.398695 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-40ed3342-37e0-4c6c-97ff-e31d92980717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:24.400011 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-40ed3342-37e0-4c6c-97ff-e31d92980717 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/d8a5859b-080a-4132-b39c-427278f266ad HTTP/1.1" status: 204  len: 168 time: 0.8819408
Feb 02 13:45:24.497521 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a87c4-b896-46fd-870e-5f49eac65d27 req-9e87863a-c431-4898-857e-c763bf871728 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:45:24.499442 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-5b3a87c4-b896-46fd-870e-5f49eac65d27 req-9e87863a-c431-4898-857e-c763bf871728 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/ports?device_id=7e8d2815-d67d-48ce-8724-8d8fb8d5fb3d HTTP/1.1" status: 200  len: 945 time: 0.4501910
Feb 02 13:45:24.591972 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9f59a91-75e4-4253-a1e2-4bc0e0d21a09 req-9000f941-f0c0-4d46-a44e-110ef3e321e0 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Notify agent at l3_agent.dv-cinder-772388-4-iscsi the message routers_updated {{(pid=80184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 02 13:45:24.596737 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-d9f59a91-75e4-4253-a1e2-4bc0e0d21a09 req-9000f941-f0c0-4d46-a44e-110ef3e321e0 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for floatingip, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:24.609080 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cd9329-6e0b-4224-8bb4-a3bb1ac5421b None None] Sync routers for ids ['89aeae03-5271-49df-828c-86f74a1f1e6a'] in dv-cinder-772388-4-iscsi {{(pid=80186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 02 13:45:24.621349 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cd9329-6e0b-4224-8bb4-a3bb1ac5421b None None] Routers {'89aeae03-5271-49df-828c-86f74a1f1e6a'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:45:24.622401 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-82cd9329-6e0b-4224-8bb4-a3bb1ac5421b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e840bac8>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:44:59Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['89aeae03-5271-49df-828c-86f74a1f1e6a'], 'active': True} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:45:24.721207 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-5b3a87c4-b896-46fd-870e-5f49eac65d27 req-71adacf6-3528-435d-9346-e2e1b3227668 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/security-groups?id=bdba0788-3b49-462a-9c04-5bed6f29f447&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2051191
Feb 02 13:45:24.755203 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-af5437b9-8e24-4614-8f23-556737708d70 req-dcb97345-0103-404f-a1a4-f1ec1d2c593f tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:24.756417 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-af5437b9-8e24-4614-8f23-556737708d70 req-dcb97345-0103-404f-a1a4-f1ec1d2c593f tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852699397'] for floatingip, after_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:24.756417 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.db.l3_db [req-af5437b9-8e24-4614-8f23-556737708d70 req-dcb97345-0103-404f-a1a4-f1ec1d2c593f tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Floating IP 3744828c-ea14-44f3-be78-7352844e843b disassociated. External IP: 172.27.2.170, port: fc3695ea-dc80-44c7-b589-f2721d774513.
Feb 02 13:45:24.756923 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-af5437b9-8e24-4614-8f23-556737708d70 req-dcb97345-0103-404f-a1a4-f1ec1d2c593f tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Calling delete_port for fc3695ea-dc80-44c7-b589-f2721d774513 owned by compute:nova {{(pid=80185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:45:24.816203 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d9f59a91-75e4-4253-a1e2-4bc0e0d21a09 req-9000f941-f0c0-4d46-a44e-110ef3e321e0 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "DELETE /v2.0/floatingips/3b9ee869-44b3-40e1-8f1b-da193fbb5239 HTTP/1.1" status: 204  len: 173 time: 3.1301894
Feb 02 13:45:24.817162 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cf7f0de-ccd0-430f-a0af-4e57ce8d696e', 'tag': '1b3f9eb4-7da2-479a-ae23-9653b881385d'}] {{(pid=80184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:45:24.972736 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cf7f0de-ccd0-430f-a0af-4e57ce8d696e', 'tag': '1b3f9eb4-7da2-479a-ae23-9653b881385d', 'status': 'completed', 'code': 200}
Feb 02 13:45:25.003387 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f59a91-75e4-4253-a1e2-4bc0e0d21a09 req-ccf23b89-e784-42b0-87ec-f3d5218799b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:45:25.006357 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d9f59a91-75e4-4253-a1e2-4bc0e0d21a09 req-ccf23b89-e784-42b0-87ec-f3d5218799b8 service neutron] 10.222.0.133 "GET /v2.0/ports?tenant_id=8e16c9728d43493c958535e3444169f8&device_id=6cf7f0de-ccd0-430f-a0af-4e57ce8d696e HTTP/1.1" status: 200  len: 1163 time: 0.1741867
Feb 02 13:45:25.039863 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device fc3695ea-dc80-44c7-b589-f2721d774513 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 02 13:45:25.075395 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-af5437b9-8e24-4614-8f23-556737708d70 req-dcb97345-0103-404f-a1a4-f1ec1d2c593f tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264942761622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264943208991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2210562'] for port, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:25.099050 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-7512c9dd-bc7f-423e-a43b-1e0ff7d05733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:45:25.099761 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] No Port match for: fc3695ea-dc80-44c7-b589-f2721d774513 {{(pid=80186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 02 13:45:25.100229 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device fc3695ea-dc80-44c7-b589-f2721d774513 not bound to the agent host hv-cinder-77238 {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 02 13:45:25.162111 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb97345-0103-404f-a1a4-f1ec1d2c593f tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Pushing event deleted for resources: {'Port': ['ID=fc3695ea-dc80-44c7-b589-f2721d774513,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:45:25.164992 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-dcb97345-0103-404f-a1a4-f1ec1d2c593f tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:45:25.197772 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-82cd9329-6e0b-4224-8bb4-a3bb1ac5421b None None] Set router 89aeae03-5271-49df-828c-86f74a1f1e6a gateway port host: dv-cinder-772388-4-iscsi {{(pid=80186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:45:25.354768 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6736c97-4542-4202-a897-bcf7b06c9eba req-84bdc90a-3d4a-4b63-809e-e069918ffbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:45:25.357761 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d6736c97-4542-4202-a897-bcf7b06c9eba req-84bdc90a-3d4a-4b63-809e-e069918ffbd4 service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=8e16c9728d43493c958535e3444169f8&device_id=6cf7f0de-ccd0-430f-a0af-4e57ce8d696e HTTP/1.1" status: 200  len: 1163 time: 0.3498399
Feb 02 13:45:25.443826 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f59a91-75e4-4253-a1e2-4bc0e0d21a09 req-b3bee16c-3851-47a1-b151-5303ed495431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:45:25.447474 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d9f59a91-75e4-4253-a1e2-4bc0e0d21a09 req-b3bee16c-3851-47a1-b151-5303ed495431 service neutron] 10.222.0.133 "GET /v2.0/networks?id=49e9892e-e3c8-47c9-a38b-9f46a257b87b HTTP/1.1" status: 200  len: 903 time: 0.3398924
Feb 02 13:45:25.607877 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d9f59a91-75e4-4253-a1e2-4bc0e0d21a09 req-4ad33ed8-c7d2-429d-aa51-be6ad10adc29 service neutron] 10.222.0.133 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b3f9eb4-7da2-479a-ae23-9653b881385d HTTP/1.1" status: 200  len: 217 time: 0.0913763
Feb 02 13:45:25.634431 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-82cd9329-6e0b-4224-8bb4-a3bb1ac5421b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e840bac8>, [{'id': '89aeae03-5271-49df-828c-86f74a1f1e6a', 'name': 'tempest-TestShelveInstance-1540625845-router', 'tenant_id': '8e16c9728d43493c958535e3444169f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'ccd7362a-605d-40d0-bbf6-c2b5e9e9565c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:39:18Z', 'updated_at': '2021-02-02T13:39:40Z', 'revision_number': 4, 'project_id': '8e16c9728d43493c958535e3444169f8', 'gw_port': {'id': 'ccd7362a-605d-40d0-bbf6-c2b5e9e9565c', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aeae03-5271-49df-828c-86f74a1f1e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:39:21Z', 'updated_at': '2021-02-02T13:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_interfaces': [{'id': '8daa5e94-8aa7-446b-bf51-b64e66d28b6e', 'name': '', 'network_id': '49e9892e-e3c8-47c9-a38b-9f46a257b87b', 'tenant_id': '8e16c9728d43493c958535e3444169f8', 'mac_address': 'fa:16:3e:39:36:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aeae03-5271-49df-828c-86f74a1f1e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'e347391d-b5e6-4cc9-bee6-953d0e0b3d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:39:37Z', 'updated_at': '2021-02-02T13:39:52Z', 'revision_number': 5, 'project_id': '8e16c9728d43493c958535e3444169f8', 'subnets': [{'id': 'e347391d-b5e6-4cc9-bee6-953d0e0b3d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:45:25.639580 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cd9329-6e0b-4224-8bb4-a3bb1ac5421b None None] Checking router: 89aeae03-5271-49df-828c-86f74a1f1e6a for host: dv-cinder-772388-4-iscsi {{(pid=80186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 02 13:45:25.651066 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cd9329-6e0b-4224-8bb4-a3bb1ac5421b None None] Routers {'89aeae03-5271-49df-828c-86f74a1f1e6a'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:45:25.652401 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-82cd9329-6e0b-4224-8bb4-a3bb1ac5421b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e840bac8>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:44:59Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['89aeae03-5271-49df-828c-86f74a1f1e6a'], 'active': True} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:45:25.739339 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6736c97-4542-4202-a897-bcf7b06c9eba req-92c111a4-df4e-40e5-b11c-6c05121fc083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:45:25.741023 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d6736c97-4542-4202-a897-bcf7b06c9eba req-92c111a4-df4e-40e5-b11c-6c05121fc083 service neutron] 10.222.0.132 "GET /v2.0/networks?id=49e9892e-e3c8-47c9-a38b-9f46a257b87b HTTP/1.1" status: 200  len: 903 time: 0.3750086
Feb 02 13:45:25.744889 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f59a91-75e4-4253-a1e2-4bc0e0d21a09 req-2fe835c7-a133-4251-9ecd-9b2631373978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:45:25.746466 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d9f59a91-75e4-4253-a1e2-4bc0e0d21a09 req-2fe835c7-a133-4251-9ecd-9b2631373978 service neutron] 10.222.0.133 "GET /v2.0/subnets?id=e347391d-b5e6-4cc9-bee6-953d0e0b3d40 HTTP/1.1" status: 200  len: 848 time: 0.1291568
Feb 02 13:45:25.923560 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d6736c97-4542-4202-a897-bcf7b06c9eba req-b7db0f63-5bc7-4c01-875e-1337809526f4 service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b3f9eb4-7da2-479a-ae23-9653b881385d HTTP/1.1" status: 200  len: 217 time: 0.1732066
Feb 02 13:45:25.951489 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af5437b9-8e24-4614-8f23-556737708d70 req-dcb97345-0103-404f-a1a4-f1ec1d2c593f tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Router ad341255-7ecc-43c6-b68e-2258dac3fe16 has already been hosted by L3 agent 46ed2aac-7d32-4274-9cac-387c5fc2cd87 {{(pid=80185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 02 13:45:26.033282 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ac864b3f-2318-42ac-aa3e-217980245393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:26.112199 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-82cd9329-6e0b-4224-8bb4-a3bb1ac5421b None None] Set router 89aeae03-5271-49df-828c-86f74a1f1e6a gateway port host: dv-cinder-772388-4-iscsi {{(pid=80186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:45:26.182215 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e2f0d206-2b1c-424d-9176-ea74e346901e req-cc1634fe-20f9-4931-bfa7-6e4d24861ef8 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/ports?device_id=7e8d2815-d67d-48ce-8724-8d8fb8d5fb3d HTTP/1.1" status: 200  len: 210 time: 0.1026936
Feb 02 13:45:26.215276 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6736c97-4542-4202-a897-bcf7b06c9eba req-cebfcf31-e02e-4c1c-b6b5-6b7b6738ed53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:45:26.218277 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d6736c97-4542-4202-a897-bcf7b06c9eba req-cebfcf31-e02e-4c1c-b6b5-6b7b6738ed53 service neutron] 10.222.0.132 "GET /v2.0/subnets?id=e347391d-b5e6-4cc9-bee6-953d0e0b3d40 HTTP/1.1" status: 200  len: 848 time: 0.2867870
Feb 02 13:45:26.280465 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af5437b9-8e24-4614-8f23-556737708d70 req-dcb97345-0103-404f-a1a4-f1ec1d2c593f tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify agent at l3_agent.dv-cinder-772388-4-iscsi the message routers_updated {{(pid=80185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 02 13:45:26.293907 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515ad1e4-c36a-4a6b-8623-935bd801a148 None None] Sync routers for ids ['ad341255-7ecc-43c6-b68e-2258dac3fe16'] in dv-cinder-772388-4-iscsi {{(pid=80187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 02 13:45:26.319243 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515ad1e4-c36a-4a6b-8623-935bd801a148 None None] Routers {'ad341255-7ecc-43c6-b68e-2258dac3fe16'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:45:26.320189 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-515ad1e4-c36a-4a6b-8623-935bd801a148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5ea7a4198>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:44:59Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['ad341255-7ecc-43c6-b68e-2258dac3fe16'], 'active': True} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:45:26.337581 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [req-af5437b9-8e24-4614-8f23-556737708d70 req-dcb97345-0103-404f-a1a4-f1ec1d2c593f tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] No DVR routers for this DVR port fc3695ea-dc80-44c7-b589-f2721d774513 on host hv-cinder-77238 {{(pid=80185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 02 13:45:26.340605 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-af5437b9-8e24-4614-8f23-556737708d70 req-dcb97345-0103-404f-a1a4-f1ec1d2c593f tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for port, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:26.346425 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8d2815-d67d-48ce-8724-8d8fb8d5fb3d', 'name': 'network-vif-deleted', 'tag': 'fc3695ea-dc80-44c7-b589-f2721d774513'}] {{(pid=80185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:45:26.349572 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f59a91-75e4-4253-a1e2-4bc0e0d21a09 req-918e75e6-2fcb-45de-95db-1ce3c42285c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:45:26.351483 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d9f59a91-75e4-4253-a1e2-4bc0e0d21a09 req-918e75e6-2fcb-45de-95db-1ce3c42285c1 service neutron] 10.222.0.133 "GET /v2.0/ports?network_id=49e9892e-e3c8-47c9-a38b-9f46a257b87b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5268631
Feb 02 13:45:26.422097 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-af5437b9-8e24-4614-8f23-556737708d70 req-dcb97345-0103-404f-a1a4-f1ec1d2c593f tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.132 "DELETE /v2.0/ports/fc3695ea-dc80-44c7-b589-f2721d774513 HTTP/1.1" status: 204  len: 173 time: 2.5351140
Feb 02 13:45:26.491776 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e8d2815-d67d-48ce-8724-8d8fb8d5fb3d', 'name': 'network-vif-deleted', 'tag': 'fc3695ea-dc80-44c7-b589-f2721d774513', 'status': 'completed', 'code': 200}
Feb 02 13:45:26.748863 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-82cd9329-6e0b-4224-8bb4-a3bb1ac5421b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e840bac8>, [{'id': '89aeae03-5271-49df-828c-86f74a1f1e6a', 'name': 'tempest-TestShelveInstance-1540625845-router', 'tenant_id': '8e16c9728d43493c958535e3444169f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'ccd7362a-605d-40d0-bbf6-c2b5e9e9565c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:39:18Z', 'updated_at': '2021-02-02T13:39:40Z', 'revision_number': 4, 'project_id': '8e16c9728d43493c958535e3444169f8', 'gw_port': {'id': 'ccd7362a-605d-40d0-bbf6-c2b5e9e9565c', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aeae03-5271-49df-828c-86f74a1f1e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:39:21Z', 'updated_at': '2021-02-02T13:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_interfaces': [{'id': '8daa5e94-8aa7-446b-bf51-b64e66d28b6e', 'name': '', 'network_id': '49e9892e-e3c8-47c9-a38b-9f46a257b87b', 'tenant_id': '8e16c9728d43493c958535e3444169f8', 'mac_address': 'fa:16:3e:39:36:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aeae03-5271-49df-828c-86f74a1f1e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'e347391d-b5e6-4cc9-bee6-953d0e0b3d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:39:37Z', 'updated_at': '2021-02-02T13:39:52Z', 'revision_number': 5, 'project_id': '8e16c9728d43493c958535e3444169f8', 'subnets': [{'id': 'e347391d-b5e6-4cc9-bee6-953d0e0b3d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:45:26.756908 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cd9329-6e0b-4224-8bb4-a3bb1ac5421b None None] The sync data for ids ['89aeae03-5271-49df-828c-86f74a1f1e6a'] in dv-cinder-772388-4-iscsi is: [{'id': '89aeae03-5271-49df-828c-86f74a1f1e6a', 'name': 'tempest-TestShelveInstance-1540625845-router', 'tenant_id': '8e16c9728d43493c958535e3444169f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'ccd7362a-605d-40d0-bbf6-c2b5e9e9565c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:39:18Z', 'updated_at': '2021-02-02T13:39:40Z', 'revision_number': 4, 'project_id': '8e16c9728d43493c958535e3444169f8', 'gw_port': {'id': 'ccd7362a-605d-40d0-bbf6-c2b5e9e9565c', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aeae03-5271-49df-828c-86f74a1f1e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:39:21Z', 'updated_at': '2021-02-02T13:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_interfaces': [{'id': '8daa5e94-8aa7-446b-bf51-b64e66d28b6e', 'name': '', 'network_id': '49e9892e-e3c8-47c9-a38b-9f46a257b87b', 'tenant_id': '8e16c9728d43493c958535e3444169f8', 'mac_address': 'fa:16:3e:39:36:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aeae03-5271-49df-828c-86f74a1f1e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'e347391d-b5e6-4cc9-bee6-953d0e0b3d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:39:37Z', 'updated_at': '2021-02-02T13:39:52Z', 'revision_number': 5, 'project_id': '8e16c9728d43493c958535e3444169f8', 'subnets': [{'id': 'e347391d-b5e6-4cc9-bee6-953d0e0b3d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 02 13:45:26.811044 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-515ad1e4-c36a-4a6b-8623-935bd801a148 None None] Set router ad341255-7ecc-43c6-b68e-2258dac3fe16 gateway port host: dv-cinder-772388-4-iscsi {{(pid=80187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:45:26.986377 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d9f59a91-75e4-4253-a1e2-4bc0e0d21a09 req-aaccf8a3-5633-4614-86a9-42c3954c89c6 service neutron] 10.222.0.133 "GET /v2.0/networks/49e9892e-e3c8-47c9-a38b-9f46a257b87b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6142747
Feb 02 13:45:27.125262 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6736c97-4542-4202-a897-bcf7b06c9eba req-5da60db0-c330-4dbe-b07c-fe3dec43200f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:45:27.134110 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d6736c97-4542-4202-a897-bcf7b06c9eba req-5da60db0-c330-4dbe-b07c-fe3dec43200f service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=49e9892e-e3c8-47c9-a38b-9f46a257b87b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.9042206
Feb 02 13:45:27.417222 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713a8672-c439-4469-bd15-cab7b6d910dd None None] New status for floating IP 3b9ee869-44b3-40e1-8f1b-da193fbb5239: DOWN {{(pid=80186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 02 13:45:27.475243 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d9f59a91-75e4-4253-a1e2-4bc0e0d21a09 req-783d9fcd-0694-4fd5-a84f-5f1f3b7a5d67 service neutron] 10.222.0.133 "GET /v2.0/networks/49e9892e-e3c8-47c9-a38b-9f46a257b87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4776487
Feb 02 13:45:27.500084 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-515ad1e4-c36a-4a6b-8623-935bd801a148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5ea7a4198>, [{'id': 'ad341255-7ecc-43c6-b68e-2258dac3fe16', 'name': 'tempest-AttachVolumeTestJSON-1395695913-router', 'tenant_id': 'dc43bfb261a1419d93631ca1734b41d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '18a2dbf0-0539-4feb-8790-507726aa8e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:41:17Z', 'updated_at': '2021-02-02T13:41:26Z', 'revision_number': 4, 'project_id': 'dc43bfb261a1419d93631ca1734b41d5', 'gw_port': {'id': '18a2dbf0-0539-4feb-8790-507726aa8e25', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad341255-7ecc-43c6-b68e-2258dac3fe16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:19Z', 'updated_at': '2021-02-02T13:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_interfaces': [{'id': '060e64a5-488e-45ca-ae21-bc198b2cac26', 'name': '', 'network_id': 'a4835e6f-7982-41d9-8597-68768326e2b7', 'tenant_id': 'dc43bfb261a1419d93631ca1734b41d5', 'mac_address': 'fa:16:3e:ed:87:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad341255-7ecc-43c6-b68e-2258dac3fe16', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '7bd499ff-eea3-463e-bee1-8df687fd8da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:24Z', 'updated_at': '2021-02-02T13:41:36Z', 'revision_number': 5, 'project_id': 'dc43bfb261a1419d93631ca1734b41d5', 'subnets': [{'id': '7bd499ff-eea3-463e-bee1-8df687fd8da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:45:27.517775 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515ad1e4-c36a-4a6b-8623-935bd801a148 None None] Checking router: ad341255-7ecc-43c6-b68e-2258dac3fe16 for host: dv-cinder-772388-4-iscsi {{(pid=80187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 02 13:45:27.553558 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515ad1e4-c36a-4a6b-8623-935bd801a148 None None] Routers {'ad341255-7ecc-43c6-b68e-2258dac3fe16'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:45:27.554981 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-515ad1e4-c36a-4a6b-8623-935bd801a148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5ea7a4198>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:44:59Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['ad341255-7ecc-43c6-b68e-2258dac3fe16'], 'active': True} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:45:27.727911 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-24df136a-2fdf-4abc-9c62-d9b190301bd9 req-b655efc6-f287-4787-9ec4-8a47c300a66d tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/ports?device_id=7e8d2815-d67d-48ce-8724-8d8fb8d5fb3d HTTP/1.1" status: 200  len: 210 time: 0.1770446
Feb 02 13:45:27.826867 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d6736c97-4542-4202-a897-bcf7b06c9eba req-598a7965-d040-45d4-863e-87a602048ef7 service neutron] 10.222.0.132 "GET /v2.0/networks/49e9892e-e3c8-47c9-a38b-9f46a257b87b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6804504
Feb 02 13:45:28.071582 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d6736c97-4542-4202-a897-bcf7b06c9eba req-a2400be6-80b4-482d-a09f-922962053ff1 service neutron] 10.222.0.132 "GET /v2.0/networks/49e9892e-e3c8-47c9-a38b-9f46a257b87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2303696
Feb 02 13:45:28.186047 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-515ad1e4-c36a-4a6b-8623-935bd801a148 None None] Set router ad341255-7ecc-43c6-b68e-2258dac3fe16 gateway port host: dv-cinder-772388-4-iscsi {{(pid=80187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:45:28.425974 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.agents_db [None req-a5446886-6d63-4256-b3e6-4e67ca866f31 None None] Agent healthcheck: found 6 active agents {{(pid=80187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 02 13:45:28.428819 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4dbd16-a135-42c1-a366-0153da834ea2 req-91fbe3ee-4ce5-4031-9875-1a213fb76f38 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:45:28.429971 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-2c4dbd16-a135-42c1-a366-0153da834ea2 req-91fbe3ee-4ce5-4031-9875-1a213fb76f38 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Synchronizing usage tracker for tenant:8e16c9728d43493c958535e3444169f8 on resource:port {{(pid=80184) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:45:28.450775 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-2c4dbd16-a135-42c1-a366-0153da834ea2 req-91fbe3ee-4ce5-4031-9875-1a213fb76f38 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Unset dirty status for tenant:8e16c9728d43493c958535e3444169f8 on resource:port {{(pid=80184) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:45:28.452470 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2c4dbd16-a135-42c1-a366-0153da834ea2 req-91fbe3ee-4ce5-4031-9875-1a213fb76f38 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/ports?device_id=6cf7f0de-ccd0-430f-a0af-4e57ce8d696e HTTP/1.1" status: 200  len: 946 time: 0.2536356
Feb 02 13:45:28.557796 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2c4dbd16-a135-42c1-a366-0153da834ea2 req-38b9544c-f945-445b-9c4f-0e41d8ad3246 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/security-groups?id=9820b355-1340-4439-a5e3-858cadedd0e4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0937970
Feb 02 13:45:28.696809 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-515ad1e4-c36a-4a6b-8623-935bd801a148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5ea7a4198>, [{'id': 'ad341255-7ecc-43c6-b68e-2258dac3fe16', 'name': 'tempest-AttachVolumeTestJSON-1395695913-router', 'tenant_id': 'dc43bfb261a1419d93631ca1734b41d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '18a2dbf0-0539-4feb-8790-507726aa8e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:41:17Z', 'updated_at': '2021-02-02T13:41:26Z', 'revision_number': 4, 'project_id': 'dc43bfb261a1419d93631ca1734b41d5', 'gw_port': {'id': '18a2dbf0-0539-4feb-8790-507726aa8e25', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad341255-7ecc-43c6-b68e-2258dac3fe16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:19Z', 'updated_at': '2021-02-02T13:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_interfaces': [{'id': '060e64a5-488e-45ca-ae21-bc198b2cac26', 'name': '', 'network_id': 'a4835e6f-7982-41d9-8597-68768326e2b7', 'tenant_id': 'dc43bfb261a1419d93631ca1734b41d5', 'mac_address': 'fa:16:3e:ed:87:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad341255-7ecc-43c6-b68e-2258dac3fe16', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '7bd499ff-eea3-463e-bee1-8df687fd8da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:24Z', 'updated_at': '2021-02-02T13:41:36Z', 'revision_number': 5, 'project_id': 'dc43bfb261a1419d93631ca1734b41d5', 'subnets': [{'id': '7bd499ff-eea3-463e-bee1-8df687fd8da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:45:28.704142 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515ad1e4-c36a-4a6b-8623-935bd801a148 None None] The sync data for ids ['ad341255-7ecc-43c6-b68e-2258dac3fe16'] in dv-cinder-772388-4-iscsi is: [{'id': 'ad341255-7ecc-43c6-b68e-2258dac3fe16', 'name': 'tempest-AttachVolumeTestJSON-1395695913-router', 'tenant_id': 'dc43bfb261a1419d93631ca1734b41d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '18a2dbf0-0539-4feb-8790-507726aa8e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:41:17Z', 'updated_at': '2021-02-02T13:41:26Z', 'revision_number': 4, 'project_id': 'dc43bfb261a1419d93631ca1734b41d5', 'gw_port': {'id': '18a2dbf0-0539-4feb-8790-507726aa8e25', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad341255-7ecc-43c6-b68e-2258dac3fe16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:19Z', 'updated_at': '2021-02-02T13:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_interfaces': [{'id': '060e64a5-488e-45ca-ae21-bc198b2cac26', 'name': '', 'network_id': 'a4835e6f-7982-41d9-8597-68768326e2b7', 'tenant_id': 'dc43bfb261a1419d93631ca1734b41d5', 'mac_address': 'fa:16:3e:ed:87:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad341255-7ecc-43c6-b68e-2258dac3fe16', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '7bd499ff-eea3-463e-bee1-8df687fd8da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:24Z', 'updated_at': '2021-02-02T13:41:36Z', 'revision_number': 5, 'project_id': 'dc43bfb261a1419d93631ca1734b41d5', 'subnets': [{'id': '7bd499ff-eea3-463e-bee1-8df687fd8da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 02 13:45:28.999468 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 46570) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:45:29.073202 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c7e8766e-8d12-4426-afca-822902410145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:29.153786 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3af87aeb-5567-451a-b726-dc2388cc9354 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks [] for security_group, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:29.206044 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3af87aeb-5567-451a-b726-dc2388cc9354 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:29.289033 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcd9e85-22e1-478d-9aa5-4951ba8be7df None None] New status for floating IP 3744828c-ea14-44f3-be78-7352844e843b: DOWN {{(pid=80187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 02 13:45:29.290576 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3af87aeb-5567-451a-b726-dc2388cc9354 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:29.298259 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-7256130e-1833-4cfe-b652-1d956bd099f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:45:29.320623 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af87aeb-5567-451a-b726-dc2388cc9354 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdba0788-3b49-462a-9c04-5bed6f29f447,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:45:29.324972 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-3af87aeb-5567-451a-b726-dc2388cc9354 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:45:29.327710 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-616cc0ab-8f5e-4711-a936-cd70750dc5fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:29.333162 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3af87aeb-5567-451a-b726-dc2388cc9354 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:29.338479 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 46576) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:45:29.338717 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-3af87aeb-5567-451a-b726-dc2388cc9354 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "DELETE /v2.0/security-groups/bdba0788-3b49-462a-9c04-5bed6f29f447 HTTP/1.1" status: 204  len: 168 time: 0.3371270
Feb 02 13:45:29.366953 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.v2.resource [None req-619cb26b-0acf-437e-ba3e-216135870096 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] show failed (client error): The resource could not be found.
Feb 02 13:45:29.368155 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-619cb26b-0acf-437e-ba3e-216135870096 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/security-groups/bdba0788-3b49-462a-9c04-5bed6f29f447 HTTP/1.1" status: 404  len: 347 time: 0.0282702
Feb 02 13:45:29.371661 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 46580) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:45:29.655283 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-81c65962-2eae-41ce-bb01-b42f31cfb43d tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Deleting port 2d5960b3-6e09-4c87-94c2-c4e55b9f0d65 {{(pid=80184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:45:29.655718 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-81c65962-2eae-41ce-bb01-b42f31cfb43d tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:30.010311 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d4fc7-3117-4749-8592-5f02017bf33c req-1dddd5f4-75de-4849-80ad-682446cad534 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:45:30.012007 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-1d6d4fc7-3117-4749-8592-5f02017bf33c req-1dddd5f4-75de-4849-80ad-682446cad534 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.132 "GET /v2.0/ports?device_id=6cf7f0de-ccd0-430f-a0af-4e57ce8d696e HTTP/1.1" status: 200  len: 946 time: 0.5685027
Feb 02 13:45:30.128679 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-81c65962-2eae-41ce-bb01-b42f31cfb43d tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:30.129417 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-81c65962-2eae-41ce-bb01-b42f31cfb43d tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:30.233968 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-1d6d4fc7-3117-4749-8592-5f02017bf33c req-f326eda3-0dc9-45ba-b1d2-ca0406996a66 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Deleting port 1b3f9eb4-7da2-479a-ae23-9653b881385d {{(pid=80184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:45:30.234410 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-1d6d4fc7-3117-4749-8592-5f02017bf33c req-f326eda3-0dc9-45ba-b1d2-ca0406996a66 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:30.324791 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:30.353825 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-81c65962-2eae-41ce-bb01-b42f31cfb43d tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Calling delete_port for 2d5960b3-6e09-4c87-94c2-c4e55b9f0d65 owned by network:floatingip {{(pid=80184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:45:30.545492 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea16d8c-4171-4f04-b7f3-d0173b4aeac4 req-3cf36c5e-282d-47b5-8c93-ec30b744bf0e tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:45:30.547219 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-bea16d8c-4171-4f04-b7f3-d0173b4aeac4 req-3cf36c5e-282d-47b5-8c93-ec30b744bf0e tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/ports?device_id=6cf7f0de-ccd0-430f-a0af-4e57ce8d696e HTTP/1.1" status: 200  len: 946 time: 0.7073097
Feb 02 13:45:30.746139 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-bea16d8c-4171-4f04-b7f3-d0173b4aeac4 req-eeb672e5-a04a-4c68-840b-493107b5cc45 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/security-groups?id=9820b355-1340-4439-a5e3-858cadedd0e4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1548395
Feb 02 13:45:30.975217 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-81c65962-2eae-41ce-bb01-b42f31cfb43d tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264942761622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264943208991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851940450'] for port, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:30.977200 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device 1b3f9eb4-7da2-479a-ae23-9653b881385d no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 02 13:45:31.005793 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-a11d3e97-3280-49e2-bc50-1e5f1141cf67 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:45:31.158325 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c65962-2eae-41ce-bb01-b42f31cfb43d tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Pushing event deleted for resources: {'Port': ['ID=2d5960b3-6e09-4c87-94c2-c4e55b9f0d65,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:45:31.159143 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-42ef245d-f728-4293-a752-dedea4fc02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:31.175979 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-81c65962-2eae-41ce-bb01-b42f31cfb43d tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:45:31.181577 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-1d6d4fc7-3117-4749-8592-5f02017bf33c req-f326eda3-0dc9-45ba-b1d2-ca0406996a66 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] For port 1b3f9eb4-7da2-479a-ae23-9653b881385d, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=1b3f9eb4-7da2-479a-ae23-9653b881385d,segment=NetworkSegment(a37564d3-6094-474f-ba68-3e55654583de),segment_id=a37564d3-6094-474f-ba68-3e55654583de)] {{(pid=80184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:45:31.181857 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-1d6d4fc7-3117-4749-8592-5f02017bf33c req-f326eda3-0dc9-45ba-b1d2-ca0406996a66 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:31.225843 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:31.293419 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cf7f0de-ccd0-430f-a0af-4e57ce8d696e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b3f9eb4-7da2-479a-ae23-9653b881385d'}] {{(pid=80186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:45:31.315517 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] For port 1b3f9eb4-7da2-479a-ae23-9653b881385d, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=1b3f9eb4-7da2-479a-ae23-9653b881385d,segment=NetworkSegment(a37564d3-6094-474f-ba68-3e55654583de),segment_id=a37564d3-6094-474f-ba68-3e55654583de)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:45:31.320222 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:31.322603 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:45:31.406224 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cf7f0de-ccd0-430f-a0af-4e57ce8d696e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b3f9eb4-7da2-479a-ae23-9653b881385d', 'code': 200}
Feb 02 13:45:31.409240 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-1d6d4fc7-3117-4749-8592-5f02017bf33c req-f326eda3-0dc9-45ba-b1d2-ca0406996a66 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Calling delete_port for 1b3f9eb4-7da2-479a-ae23-9653b881385d owned by compute:nova {{(pid=80184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:45:31.435171 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Pushing event updated for resources: {'Port': ['ID=1b3f9eb4-7da2-479a-ae23-9653b881385d,revision_number=7']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:45:31.439868 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:45:31.653051 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.db.api [req-1d6d4fc7-3117-4749-8592-5f02017bf33c req-f326eda3-0dc9-45ba-b1d2-ca0406996a66 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80184) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 02 13:45:31.653387 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_db.api [req-1d6d4fc7-3117-4749-8592-5f02017bf33c req-f326eda3-0dc9-45ba-b1d2-ca0406996a66 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80184) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 02 13:45:31.664162 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-81c65962-2eae-41ce-bb01-b42f31cfb43d tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks [] for floatingip, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:31.684565 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-81c65962-2eae-41ce-bb01-b42f31cfb43d tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for floatingip, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:31.685975 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-81c65962-2eae-41ce-bb01-b42f31cfb43d tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "DELETE /v2.0/floatingips/3744828c-ea14-44f3-be78-7352844e843b HTTP/1.1" status: 204  len: 168 time: 2.3130093
Feb 02 13:45:31.955078 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 46602) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:45:31.966574 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-131ab173-17fc-4101-94b8-05af93cc2b74 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1674881924', 'description': 'tempest-description--1743927350'}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:45:31.998058 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-131ab173-17fc-4101-94b8-05af93cc2b74 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:45:32.005575 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-131ab173-17fc-4101-94b8-05af93cc2b74 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Usage tracker for resource:security_group and tenant:dc43bfb261a1419d93631ca1734b41d5 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:45:32.010822 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-131ab173-17fc-4101-94b8-05af93cc2b74 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:45:32.020962 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-131ab173-17fc-4101-94b8-05af93cc2b74 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:45:32.033350 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-131ab173-17fc-4101-94b8-05af93cc2b74 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks [] for security_group, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:32.061130 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-131ab173-17fc-4101-94b8-05af93cc2b74 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:45:32.066124 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-131ab173-17fc-4101-94b8-05af93cc2b74 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Usage tracker for resource:security_group_rule and tenant:dc43bfb261a1419d93631ca1734b41d5 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:45:32.070215 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-131ab173-17fc-4101-94b8-05af93cc2b74 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:45:32.080387 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-131ab173-17fc-4101-94b8-05af93cc2b74 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:45:32.152490 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a513f-e841-4fd5-864b-3bdc5ca935b5 req-ec0713b3-7fac-427b-8db2-a03431a12864 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:45:32.153558 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-b34a513f-e841-4fd5-864b-3bdc5ca935b5 req-ec0713b3-7fac-427b-8db2-a03431a12864 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Synchronizing usage tracker for tenant:8e16c9728d43493c958535e3444169f8 on resource:port {{(pid=80184) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:45:32.159302 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-1d6d4fc7-3117-4749-8592-5f02017bf33c req-f326eda3-0dc9-45ba-b1d2-ca0406996a66 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Deleting port 1b3f9eb4-7da2-479a-ae23-9653b881385d {{(pid=80184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:45:32.159995 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-1d6d4fc7-3117-4749-8592-5f02017bf33c req-f326eda3-0dc9-45ba-b1d2-ca0406996a66 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:32.181381 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-131ab173-17fc-4101-94b8-05af93cc2b74 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks [] for security_group, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:32.185422 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-131ab173-17fc-4101-94b8-05af93cc2b74 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:32.194814 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-8e6dec49-9100-4831-95dd-bb9df8356f22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:45:32.249676 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131ab173-17fc-4101-94b8-05af93cc2b74 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fb2200-1736-4deb-ab3d-1ed649e2e426,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:45:32.254071 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-131ab173-17fc-4101-94b8-05af93cc2b74 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:32.256294 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-131ab173-17fc-4101-94b8-05af93cc2b74 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.2991438
Feb 02 13:45:32.258171 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-131ab173-17fc-4101-94b8-05af93cc2b74 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:45:32.259500 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 46606) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:45:32.270958 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-a6109728-e0d0-452a-adca-cfa891f9f40c tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Request body: {'security_group_rule': {'security_group_id': 'b6fb2200-1736-4deb-ab3d-1ed649e2e426', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:45:32.303154 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-a6109728-e0d0-452a-adca-cfa891f9f40c tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:45:32.312449 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-a6109728-e0d0-452a-adca-cfa891f9f40c tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Usage tracker for resource:security_group_rule and tenant:dc43bfb261a1419d93631ca1734b41d5 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:45:32.314210 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-a6109728-e0d0-452a-adca-cfa891f9f40c tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:45:32.323809 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-a6109728-e0d0-452a-adca-cfa891f9f40c tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:45:32.350379 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-a6109728-e0d0-452a-adca-cfa891f9f40c tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:32.459179 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-a6109728-e0d0-452a-adca-cfa891f9f40c tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:32.463200 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-a6109728-e0d0-452a-adca-cfa891f9f40c tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756828'] for security_group_rule, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:32.499340 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-eb1b926a-a31b-4fa1-93da-bedd06067113 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:45:32.505159 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-b34a513f-e841-4fd5-864b-3bdc5ca935b5 req-ec0713b3-7fac-427b-8db2-a03431a12864 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Unset dirty status for tenant:8e16c9728d43493c958535e3444169f8 on resource:port {{(pid=80184) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:45:32.506487 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b34a513f-e841-4fd5-864b-3bdc5ca935b5 req-ec0713b3-7fac-427b-8db2-a03431a12864 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/ports?device_id=6cf7f0de-ccd0-430f-a0af-4e57ce8d696e HTTP/1.1" status: 200  len: 944 time: 0.5401719
Feb 02 13:45:32.515847 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-a6109728-e0d0-452a-adca-cfa891f9f40c tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:32.522145 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-a6109728-e0d0-452a-adca-cfa891f9f40c tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2607102
Feb 02 13:45:32.526857 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 46614) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:45:32.534263 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6109728-e0d0-452a-adca-cfa891f9f40c tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7286c77-025f-4f9c-bcab-0c1b10f060ec,revision_number=0']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:45:32.545176 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-0cc26c09-6f15-49fe-acba-6016dfd21a03 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Request body: {'security_group_rule': {'security_group_id': 'b6fb2200-1736-4deb-ab3d-1ed649e2e426', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:45:32.590344 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-0cc26c09-6f15-49fe-acba-6016dfd21a03 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:45:32.596564 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-0cc26c09-6f15-49fe-acba-6016dfd21a03 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Usage tracker for resource:security_group_rule and tenant:dc43bfb261a1419d93631ca1734b41d5 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:45:32.602827 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-0cc26c09-6f15-49fe-acba-6016dfd21a03 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:45:32.606452 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-a6109728-e0d0-452a-adca-cfa891f9f40c tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:45:32.612457 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-0cc26c09-6f15-49fe-acba-6016dfd21a03 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:45:32.640380 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0cc26c09-6f15-49fe-acba-6016dfd21a03 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:32.697949 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b34a513f-e841-4fd5-864b-3bdc5ca935b5 req-076e1c92-438a-4c87-bb24-d53066b23a71 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/security-groups?id=9820b355-1340-4439-a5e3-858cadedd0e4&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1445138
Feb 02 13:45:32.732780 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0cc26c09-6f15-49fe-acba-6016dfd21a03 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:32.737392 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0cc26c09-6f15-49fe-acba-6016dfd21a03 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756828'] for security_group_rule, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:32.782787 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:45:32.806894 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc26c09-6f15-49fe-acba-6016dfd21a03 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f959eb3-30c4-47f7-b576-3366a46b1427,revision_number=0']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:45:32.820878 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-0cc26c09-6f15-49fe-acba-6016dfd21a03 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:45:32.822253 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0cc26c09-6f15-49fe-acba-6016dfd21a03 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:32.829768 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-0cc26c09-6f15-49fe-acba-6016dfd21a03 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2958918
Feb 02 13:45:32.830308 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 46620) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:45:32.844390 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-365f1980-3041-4b94-bf43-f6af76ce0f1c tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Request body: {'floatingip': {'floating_network_id': '081eaffe-521e-4302-9444-c5c7bff220cd'}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:45:32.875597 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-1d6d4fc7-3117-4749-8592-5f02017bf33c req-f326eda3-0dc9-45ba-b1d2-ca0406996a66 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] For port 1b3f9eb4-7da2-479a-ae23-9653b881385d, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=1b3f9eb4-7da2-479a-ae23-9653b881385d,segment=NetworkSegment(a37564d3-6094-474f-ba68-3e55654583de),segment_id=a37564d3-6094-474f-ba68-3e55654583de)] {{(pid=80184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:45:32.876090 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-1d6d4fc7-3117-4749-8592-5f02017bf33c req-f326eda3-0dc9-45ba-b1d2-ca0406996a66 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:32.887501 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-365f1980-3041-4b94-bf43-f6af76ce0f1c tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:45:32.893274 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-365f1980-3041-4b94-bf43-f6af76ce0f1c tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Usage tracker for resource:floatingip and tenant:dc43bfb261a1419d93631ca1734b41d5 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:45:32.896795 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-365f1980-3041-4b94-bf43-f6af76ce0f1c tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:45:32.904030 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-365f1980-3041-4b94-bf43-f6af76ce0f1c tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:45:33.085066 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-1d6d4fc7-3117-4749-8592-5f02017bf33c req-f326eda3-0dc9-45ba-b1d2-ca0406996a66 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Calling delete_port for 1b3f9eb4-7da2-479a-ae23-9653b881385d owned by compute:nova {{(pid=80184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:45:33.090166 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:33.230457 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-365f1980-3041-4b94-bf43-f6af76ce0f1c tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks [] for floatingip, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:33.325025 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-1d6d4fc7-3117-4749-8592-5f02017bf33c req-f326eda3-0dc9-45ba-b1d2-ca0406996a66 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264942761622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264943208991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851940450'] for port, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:33.347297 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-ff6dc497-dbb3-4944-872e-62a77d2ee54f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:45:33.442501 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-365f1980-3041-4b94-bf43-f6af76ce0f1c tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:33.491913 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f326eda3-0dc9-45ba-b1d2-ca0406996a66 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Pushing event deleted for resources: {'Port': ['ID=1b3f9eb4-7da2-479a-ae23-9653b881385d,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:45:33.494774 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f326eda3-0dc9-45ba-b1d2-ca0406996a66 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:45:33.634043 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d6d4fc7-3117-4749-8592-5f02017bf33c req-f326eda3-0dc9-45ba-b1d2-ca0406996a66 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] No DVR routers for this DVR port 1b3f9eb4-7da2-479a-ae23-9653b881385d on host hv-cinder-77238 {{(pid=80184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 02 13:45:33.636556 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-1d6d4fc7-3117-4749-8592-5f02017bf33c req-f326eda3-0dc9-45ba-b1d2-ca0406996a66 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for port, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:33.639628 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cf7f0de-ccd0-430f-a0af-4e57ce8d696e', 'name': 'network-vif-deleted', 'tag': '1b3f9eb4-7da2-479a-ae23-9653b881385d'}] {{(pid=80184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:45:33.658505 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-1d6d4fc7-3117-4749-8592-5f02017bf33c req-f326eda3-0dc9-45ba-b1d2-ca0406996a66 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.132 "DELETE /v2.0/ports/1b3f9eb4-7da2-479a-ae23-9653b881385d HTTP/1.1" status: 204  len: 173 time: 3.6248667
Feb 02 13:45:33.744512 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cf7f0de-ccd0-430f-a0af-4e57ce8d696e', 'name': 'network-vif-deleted', 'tag': '1b3f9eb4-7da2-479a-ae23-9653b881385d', 'status': 'completed', 'code': 200}
Feb 02 13:45:33.777852 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_common [None req-365f1980-3041-4b94-bf43-f6af76ce0f1c tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Allocated IP 172.27.2.22 (081eaffe-521e-4302-9444-c5c7bff220cd/e906fce0-ed19-4873-885c-646e92308730/c3a03b97-3874-4735-a0d6-776d10e9111f) {{(pid=80185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 02 13:45:33.987590 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-365f1980-3041-4b94-bf43-f6af76ce0f1c tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks [] for port, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:33.990342 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-6e51e0c5-0c10-43ac-85ff-0a82cf29bcea req-1fed89ef-e314-4719-ad9b-07e2b4a632ec tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Synchronizing usage tracker for tenant:8e16c9728d43493c958535e3444169f8 on resource:port {{(pid=80184) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:45:34.009533 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-6e51e0c5-0c10-43ac-85ff-0a82cf29bcea req-1fed89ef-e314-4719-ad9b-07e2b4a632ec tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Unset dirty status for tenant:8e16c9728d43493c958535e3444169f8 on resource:port {{(pid=80184) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:45:34.012476 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6e51e0c5-0c10-43ac-85ff-0a82cf29bcea req-1fed89ef-e314-4719-ad9b-07e2b4a632ec tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/ports?device_id=6cf7f0de-ccd0-430f-a0af-4e57ce8d696e HTTP/1.1" status: 200  len: 210 time: 0.0883291
Feb 02 13:45:34.026332 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-365f1980-3041-4b94-bf43-f6af76ce0f1c tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264943169311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2210562'] for port, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:34.040679 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-dcb97345-0103-404f-a1a4-f1ec1d2c593f tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:45:34.209264 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f1980-3041-4b94-bf43-f6af76ce0f1c tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Pushing event updated for resources: {'Port': ['ID=c3a03b97-3874-4735-a0d6-776d10e9111f,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:45:34.216287 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-365f1980-3041-4b94-bf43-f6af76ce0f1c tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:45:34.289797 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365f1980-3041-4b94-bf43-f6af76ce0f1c tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Network 081eaffe-521e-4302-9444-c5c7bff220cd is already hosted by enough agents. {{(pid=80185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:45:34.290961 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [None req-365f1980-3041-4b94-bf43-f6af76ce0f1c tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Resources bound (agent type, host, resource id):  {{(pid=80185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:45:34.293350 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365f1980-3041-4b94-bf43-f6af76ce0f1c tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Received port after_create {{(pid=80185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 02 13:45:34.391518 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-365f1980-3041-4b94-bf43-f6af76ce0f1c tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:34.465453 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-365f1980-3041-4b94-bf43-f6af76ce0f1c tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:34.861390 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-365f1980-3041-4b94-bf43-f6af76ce0f1c tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks [] for port, precommit_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:34.869576 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-365f1980-3041-4b94-bf43-f6af76ce0f1c tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852565131'] for port, after_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:34.886270 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:45:35.058228 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f1980-3041-4b94-bf43-f6af76ce0f1c tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Pushing event updated for resources: {'Port': ['ID=c3a03b97-3874-4735-a0d6-776d10e9111f,revision_number=2']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:45:35.068074 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-365f1980-3041-4b94-bf43-f6af76ce0f1c tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:45:35.223709 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-365f1980-3041-4b94-bf43-f6af76ce0f1c tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852699397'] for floatingip, after_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:35.253019 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-365f1980-3041-4b94-bf43-f6af76ce0f1c tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for floatingip, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:35.254763 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-365f1980-3041-4b94-bf43-f6af76ce0f1c tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.4226971
Feb 02 13:45:35.335609 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-0e1477fa-84c9-4cf9-b11c-7fd9714a0a2d req-6532834e-6c6e-4068-8eef-805142957130 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "GET /v2.0/security-groups/9820b355-1340-4439-a5e3-858cadedd0e4 HTTP/1.1" status: 200  len: 2991 time: 0.0926154
Feb 02 13:45:35.450558 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-0e1477fa-84c9-4cf9-b11c-7fd9714a0a2d req-4f33d0e4-74ef-45c2-96bb-91f57baac93e tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Notify callbacks [] for security_group, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:35.488932 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-0e1477fa-84c9-4cf9-b11c-7fd9714a0a2d req-4f33d0e4-74ef-45c2-96bb-91f57baac93e tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:35.590577 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-0e1477fa-84c9-4cf9-b11c-7fd9714a0a2d req-4f33d0e4-74ef-45c2-96bb-91f57baac93e tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:35.597850 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:45:35.636471 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d45ffdb7-9de8-4051-9c44-70a35d64ea1b req-0a92d0d7-548e-452b-afa7-0768b6f2e778 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/security-groups?name=tempest-securitygroup--1674881924&fields=id&tenant_id=dc43bfb261a1419d93631ca1734b41d5 HTTP/1.1" status: 200  len: 267 time: 0.0986655
Feb 02 13:45:35.642109 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f33d0e4-74ef-45c2-96bb-91f57baac93e tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9820b355-1340-4439-a5e3-858cadedd0e4,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:45:35.645471 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-4f33d0e4-74ef-45c2-96bb-91f57baac93e tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:45:35.688572 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-0e1477fa-84c9-4cf9-b11c-7fd9714a0a2d req-4f33d0e4-74ef-45c2-96bb-91f57baac93e tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Notify callbacks [] for security_group, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:35.689943 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-0e1477fa-84c9-4cf9-b11c-7fd9714a0a2d req-4f33d0e4-74ef-45c2-96bb-91f57baac93e tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] 10.222.0.133 "DELETE /v2.0/security-groups/9820b355-1340-4439-a5e3-858cadedd0e4 HTTP/1.1" status: 204  len: 173 time: 0.3469439
Feb 02 13:45:35.772940 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 46662) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:45:35.923310 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ffdb7-9de8-4051-9c44-70a35d64ea1b req-32734868-d96e-414e-b6be-fe0c5b494637 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:45:35.925068 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d45ffdb7-9de8-4051-9c44-70a35d64ea1b req-32734868-d96e-414e-b6be-fe0c5b494637 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/networks?id=a4835e6f-7982-41d9-8597-68768326e2b7 HTTP/1.1" status: 200  len: 811 time: 0.2723536
Feb 02 13:45:35.949713 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d45ffdb7-9de8-4051-9c44-70a35d64ea1b req-d271f02c-8460-477c-9aed-da60d5fc52ca tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/quotas/dc43bfb261a1419d93631ca1734b41d5 HTTP/1.1" status: 200  len: 375 time: 0.0122230
Feb 02 13:45:36.129336 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-d45ffdb7-9de8-4051-9c44-70a35d64ea1b req-8eef776e-675c-4669-bcea-a64b1b163cba tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Synchronizing usage tracker for tenant:dc43bfb261a1419d93631ca1734b41d5 on resource:port {{(pid=80184) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:45:36.150209 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-d45ffdb7-9de8-4051-9c44-70a35d64ea1b req-8eef776e-675c-4669-bcea-a64b1b163cba tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Unset dirty status for tenant:dc43bfb261a1419d93631ca1734b41d5 on resource:port {{(pid=80184) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:45:36.151767 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d45ffdb7-9de8-4051-9c44-70a35d64ea1b req-8eef776e-675c-4669-bcea-a64b1b163cba tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/ports?tenant_id=dc43bfb261a1419d93631ca1734b41d5&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1948097
Feb 02 13:45:36.357292 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d45ffdb7-9de8-4051-9c44-70a35d64ea1b req-40ce6573-4b2e-499f-afe7-3d73fdbb9972 service neutron] 10.222.0.133 "GET /v2.0/networks/a4835e6f-7982-41d9-8597-68768326e2b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1863823
Feb 02 13:45:36.564618 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d45ffdb7-9de8-4051-9c44-70a35d64ea1b req-4fa53eff-1cb9-45ee-a225-b391e47bc909 service neutron] 10.222.0.133 "GET /v2.0/networks/a4835e6f-7982-41d9-8597-68768326e2b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1965590
Feb 02 13:45:36.923029 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-9c056649-ed83-4475-a0fd-b9eb0107e555 req-b9bf7834-f4b0-4e7d-91a7-3ed73c4fe412 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/ports?device_id=10329872-f54e-4e42-9979-1bd568e5ab77 HTTP/1.1" status: 200  len: 210 time: 0.0685601
Feb 02 13:45:37.020431 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-80e302eb-a9ed-4a1e-ab52-28a07360a3c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852698577'] for router_interface, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:37.591450 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-80e302eb-a9ed-4a1e-ab52-28a07360a3c3 admin admin] Deleting port 8daa5e94-8aa7-446b-bf51-b64e66d28b6e {{(pid=80185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:45:37.592315 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-80e302eb-a9ed-4a1e-ab52-28a07360a3c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:37.843059 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-80e302eb-a9ed-4a1e-ab52-28a07360a3c3 admin admin] For port 8daa5e94-8aa7-446b-bf51-b64e66d28b6e, host dv-cinder-772388-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=8daa5e94-8aa7-446b-bf51-b64e66d28b6e,segment=NetworkSegment(a37564d3-6094-474f-ba68-3e55654583de),segment_id=a37564d3-6094-474f-ba68-3e55654583de)] {{(pid=80185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:45:37.843448 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-80e302eb-a9ed-4a1e-ab52-28a07360a3c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:37.991078 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-80e302eb-a9ed-4a1e-ab52-28a07360a3c3 admin admin] Calling delete_port for 8daa5e94-8aa7-446b-bf51-b64e66d28b6e owned by network:router_interface {{(pid=80185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:45:38.205626 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e79c5439-3d4f-4dde-b0d8-8b182eed8d43 req-5dbcde09-f9c1-4980-bd3a-0d3832722998 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/ports?device_id=10329872-f54e-4e42-9979-1bd568e5ab77 HTTP/1.1" status: 200  len: 210 time: 0.0956600
Feb 02 13:45:38.551413 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ffdb7-9de8-4051-9c44-70a35d64ea1b req-bc92d00a-eeec-4ade-9afe-1ee6c7bb4520 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:45:38.553379 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d45ffdb7-9de8-4051-9c44-70a35d64ea1b req-bc92d00a-eeec-4ade-9afe-1ee6c7bb4520 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.132 "GET /v2.0/networks?id=a4835e6f-7982-41d9-8597-68768326e2b7 HTTP/1.1" status: 200  len: 811 time: 0.3138490
Feb 02 13:45:38.695197 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-80e302eb-a9ed-4a1e-ab52-28a07360a3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264942761622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264943208991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2210562'] for port, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:38.713811 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-2050a811-4802-4682-8dfb-5d7fa7001a2e tempest-ServerRescueNegativeTestJSON-740170767 tempest-ServerRescueNegativeTestJSON-740170767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:45:38.725701 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d45ffdb7-9de8-4051-9c44-70a35d64ea1b req-447523ae-5265-46e4-acc8-bbb3b5e4e203 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.132 "GET /v2.0/security-groups?tenant_id=dc43bfb261a1419d93631ca1734b41d5 HTTP/1.1" status: 200  len: 5709 time: 0.1495647
Feb 02 13:45:38.819530 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e302eb-a9ed-4a1e-ab52-28a07360a3c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8daa5e94-8aa7-446b-bf51-b64e66d28b6e,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:45:38.822415 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-80e302eb-a9ed-4a1e-ab52-28a07360a3c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:45:39.019518 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-d45ffdb7-9de8-4051-9c44-70a35d64ea1b req-46146dad-6257-4225-87fe-e00149ccffdb tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Request body: {'port': {'device_id': '10329872-f54e-4e42-9979-1bd568e5ab77', 'network_id': 'a4835e6f-7982-41d9-8597-68768326e2b7', 'admin_state_up': True, 'tenant_id': 'dc43bfb261a1419d93631ca1734b41d5', 'security_groups': ['b6fb2200-1736-4deb-ab3d-1ed649e2e426']}} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:45:39.213535 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-80e302eb-a9ed-4a1e-ab52-28a07360a3c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1697760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2075243'] for router_interface, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:39.236611 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-d45ffdb7-9de8-4051-9c44-70a35d64ea1b req-46146dad-6257-4225-87fe-e00149ccffdb tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:45:39.256461 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-d45ffdb7-9de8-4051-9c44-70a35d64ea1b req-46146dad-6257-4225-87fe-e00149ccffdb tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:45:39.271628 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d45ffdb7-9de8-4051-9c44-70a35d64ea1b req-46146dad-6257-4225-87fe-e00149ccffdb tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Made reservation on behalf of dc43bfb261a1419d93631ca1734b41d5 for: {'port': 1} {{(pid=80184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 02 13:45:39.316718 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-d45ffdb7-9de8-4051-9c44-70a35d64ea1b req-46146dad-6257-4225-87fe-e00149ccffdb tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:39.479724 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-5de34f26-053e-420f-ad75-1b3118ff5cb7 req-f5ea83a1-778d-4fe0-ba19-3afb1a2acacf tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/ports?device_id=10329872-f54e-4e42-9979-1bd568e5ab77 HTTP/1.1" status: 200  len: 210 time: 0.0943742
Feb 02 13:45:39.811600 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_common [req-d45ffdb7-9de8-4051-9c44-70a35d64ea1b req-46146dad-6257-4225-87fe-e00149ccffdb tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Allocated IP 172.20.0.6 (a4835e6f-7982-41d9-8597-68768326e2b7/7bd499ff-eea3-463e-bee1-8df687fd8da3/acd8ad93-5ff9-4aeb-abcc-211446fd3b7d) {{(pid=80184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 02 13:45:39.823597 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80e302eb-a9ed-4a1e-ab52-28a07360a3c3 admin admin] Router 89aeae03-5271-49df-828c-86f74a1f1e6a has already been hosted by L3 agent 46ed2aac-7d32-4274-9cac-387c5fc2cd87 {{(pid=80185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 02 13:45:40.065694 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e302eb-a9ed-4a1e-ab52-28a07360a3c3 admin admin] Notify agent at l3_agent.dv-cinder-772388-4-iscsi the message routers_updated {{(pid=80185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 02 13:45:40.078739 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ce18ab-2160-4c6c-9169-9cd260e0658d None None] Sync routers for ids ['89aeae03-5271-49df-828c-86f74a1f1e6a'] in dv-cinder-772388-4-iscsi {{(pid=80186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 02 13:45:40.086984 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-80e302eb-a9ed-4a1e-ab52-28a07360a3c3 admin admin] 10.222.0.133 "PUT /v2.0/routers/89aeae03-5271-49df-828c-86f74a1f1e6a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3123190
Feb 02 13:45:40.090508 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 46708) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:45:40.094142 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ce18ab-2160-4c6c-9169-9cd260e0658d None None] Routers {'89aeae03-5271-49df-828c-86f74a1f1e6a'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:45:40.095307 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-f4ce18ab-2160-4c6c-9169-9cd260e0658d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e8d07390>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:45:29Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['89aeae03-5271-49df-828c-86f74a1f1e6a'], 'active': True} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:45:40.101926 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-d45ffdb7-9de8-4051-9c44-70a35d64ea1b req-46146dad-6257-4225-87fe-e00149ccffdb tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks [] for port, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:40.129168 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [req-d45ffdb7-9de8-4051-9c44-70a35d64ea1b req-46146dad-6257-4225-87fe-e00149ccffdb tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Transition to ACTIVE for port object acd8ad93-5ff9-4aeb-abcc-211446fd3b7d will not be triggered until provisioned by entity DHCP. {{(pid=80184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:45:40.161306 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-d45ffdb7-9de8-4051-9c44-70a35d64ea1b req-46146dad-6257-4225-87fe-e00149ccffdb tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264943169311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851940450'] for port, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:40.181098 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-d8742790-f1cf-48c5-bea9-1765f36562e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:45:40.313702 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-f4ce18ab-2160-4c6c-9169-9cd260e0658d None None] Set router 89aeae03-5271-49df-828c-86f74a1f1e6a gateway port host: dv-cinder-772388-4-iscsi {{(pid=80186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:45:40.327319 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3640cc9e-733d-41e8-ad5b-e15415965367 admin admin] Notify callbacks [] for router, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:40.364985 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46146dad-6257-4225-87fe-e00149ccffdb tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Pushing event updated for resources: {'Port': ['ID=acd8ad93-5ff9-4aeb-abcc-211446fd3b7d,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:45:40.373307 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-46146dad-6257-4225-87fe-e00149ccffdb tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:45:40.440840 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d45ffdb7-9de8-4051-9c44-70a35d64ea1b req-46146dad-6257-4225-87fe-e00149ccffdb tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Network a4835e6f-7982-41d9-8597-68768326e2b7 is already hosted by enough agents. {{(pid=80184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:45:40.442144 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [req-d45ffdb7-9de8-4051-9c44-70a35d64ea1b req-46146dad-6257-4225-87fe-e00149ccffdb tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Resources bound (agent type, host, resource id):  {{(pid=80184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:45:40.447654 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [req-d45ffdb7-9de8-4051-9c44-70a35d64ea1b req-46146dad-6257-4225-87fe-e00149ccffdb tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Received port after_create {{(pid=80184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 02 13:45:40.597340 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3640cc9e-733d-41e8-ad5b-e15415965367 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:40.607276 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-3640cc9e-733d-41e8-ad5b-e15415965367 admin admin] Deleting port ccd7362a-605d-40d0-bbf6-c2b5e9e9565c {{(pid=80185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:45:40.608314 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3640cc9e-733d-41e8-ad5b-e15415965367 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:40.687134 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ffdb7-9de8-4051-9c44-70a35d64ea1b req-46146dad-6257-4225-87fe-e00149ccffdb tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:45:40.689905 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-d45ffdb7-9de8-4051-9c44-70a35d64ea1b req-46146dad-6257-4225-87fe-e00149ccffdb tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for port, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:40.729254 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d45ffdb7-9de8-4051-9c44-70a35d64ea1b req-46146dad-6257-4225-87fe-e00149ccffdb tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.132 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7153571
Feb 02 13:45:40.749096 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-d45ffdb7-9de8-4051-9c44-70a35d64ea1b req-b534db56-afbe-4f02-9c6b-d1f3717ae05f service neutron] Request body: {'port': {'device_id': '10329872-f54e-4e42-9979-1bd568e5ab77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:45:40.833741 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-1bd83f76-05cd-4e35-82a9-d63e67939a81 None None] Provisioning for port acd8ad93-5ff9-4aeb-abcc-211446fd3b7d completed by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:45:40.849218 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-1bd83f76-05cd-4e35-82a9-d63e67939a81 None None] Provisioning complete for port acd8ad93-5ff9-4aeb-abcc-211446fd3b7d triggered by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:45:40.850062 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-1bd83f76-05cd-4e35-82a9-d63e67939a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:40.962078 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-f4ce18ab-2160-4c6c-9169-9cd260e0658d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e8d07390>, [{'id': '89aeae03-5271-49df-828c-86f74a1f1e6a', 'name': 'tempest-TestShelveInstance-1540625845-router', 'tenant_id': '8e16c9728d43493c958535e3444169f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'ccd7362a-605d-40d0-bbf6-c2b5e9e9565c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:39:18Z', 'updated_at': '2021-02-02T13:45:38Z', 'revision_number': 5, 'project_id': '8e16c9728d43493c958535e3444169f8', 'gw_port': {'id': 'ccd7362a-605d-40d0-bbf6-c2b5e9e9565c', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aeae03-5271-49df-828c-86f74a1f1e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:39:21Z', 'updated_at': '2021-02-02T13:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi'}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:45:40.976872 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ce18ab-2160-4c6c-9169-9cd260e0658d None None] Checking router: 89aeae03-5271-49df-828c-86f74a1f1e6a for host: dv-cinder-772388-4-iscsi {{(pid=80186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 02 13:45:40.992376 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-1bd83f76-05cd-4e35-82a9-d63e67939a81 None None] Port acd8ad93-5ff9-4aeb-abcc-211446fd3b7d cannot update to ACTIVE because it is not bound. {{(pid=80186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 02 13:45:41.003160 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ce18ab-2160-4c6c-9169-9cd260e0658d None None] Routers {'89aeae03-5271-49df-828c-86f74a1f1e6a'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:45:41.003831 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-f4ce18ab-2160-4c6c-9169-9cd260e0658d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e8d07390>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:45:29Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['89aeae03-5271-49df-828c-86f74a1f1e6a'], 'active': True} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:45:41.260551 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2d7774-b1d3-4c10-abb0-cf1e980707b8 req-877d0b3b-2f2d-4343-a846-81b92ea11408 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:45:41.261921 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-8f2d7774-b1d3-4c10-abb0-cf1e980707b8 req-877d0b3b-2f2d-4343-a846-81b92ea11408 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Synchronizing usage tracker for tenant:dc43bfb261a1419d93631ca1734b41d5 on resource:port {{(pid=80184) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:45:41.278270 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-d45ffdb7-9de8-4051-9c44-70a35d64ea1b req-b534db56-afbe-4f02-9c6b-d1f3717ae05f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:41.280041 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-3640cc9e-733d-41e8-ad5b-e15415965367 admin admin] For port ccd7362a-605d-40d0-bbf6-c2b5e9e9565c, host dv-cinder-772388-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=ccd7362a-605d-40d0-bbf6-c2b5e9e9565c,segment=NetworkSegment(5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8),segment_id=5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8)] {{(pid=80185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:45:41.280442 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3640cc9e-733d-41e8-ad5b-e15415965367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:41.331135 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-f4ce18ab-2160-4c6c-9169-9cd260e0658d None None] Set router 89aeae03-5271-49df-828c-86f74a1f1e6a gateway port host: dv-cinder-772388-4-iscsi {{(pid=80186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:45:41.463579 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-3640cc9e-733d-41e8-ad5b-e15415965367 admin admin] Calling delete_port for ccd7362a-605d-40d0-bbf6-c2b5e9e9565c owned by network:router_gateway {{(pid=80185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:45:41.473434 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-8f2d7774-b1d3-4c10-abb0-cf1e980707b8 req-877d0b3b-2f2d-4343-a846-81b92ea11408 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Unset dirty status for tenant:dc43bfb261a1419d93631ca1734b41d5 on resource:port {{(pid=80184) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:45:41.475347 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-8f2d7774-b1d3-4c10-abb0-cf1e980707b8 req-877d0b3b-2f2d-4343-a846-81b92ea11408 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/ports?device_id=10329872-f54e-4e42-9979-1bd568e5ab77 HTTP/1.1" status: 200  len: 931 time: 0.6653988
Feb 02 13:45:41.620434 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 46720) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:45:41.735908 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3640cc9e-733d-41e8-ad5b-e15415965367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264942761622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264943208991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2210562'] for port, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:41.877569 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f269a02d-4f8b-45ec-8a1c-b985a03909f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:41.912740 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-f269a02d-4f8b-45ec-8a1c-b985a03909f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:45:41.926448 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-f269a02d-4f8b-45ec-8a1c-b985a03909f4 admin admin] Usage tracker for resource:security_group_rule and tenant:955bf8b21778423bb736fd7275a8be86 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:45:41.943477 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-f269a02d-4f8b-45ec-8a1c-b985a03909f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:45:41.956899 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-f269a02d-4f8b-45ec-8a1c-b985a03909f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:45:42.067042 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-f4ce18ab-2160-4c6c-9169-9cd260e0658d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e8d07390>, [{'id': '89aeae03-5271-49df-828c-86f74a1f1e6a', 'name': 'tempest-TestShelveInstance-1540625845-router', 'tenant_id': '8e16c9728d43493c958535e3444169f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'ccd7362a-605d-40d0-bbf6-c2b5e9e9565c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:39:18Z', 'updated_at': '2021-02-02T13:45:38Z', 'revision_number': 5, 'project_id': '8e16c9728d43493c958535e3444169f8', 'gw_port': {'id': 'ccd7362a-605d-40d0-bbf6-c2b5e9e9565c', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aeae03-5271-49df-828c-86f74a1f1e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:39:21Z', 'updated_at': '2021-02-02T13:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi'}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:45:42.073186 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ce18ab-2160-4c6c-9169-9cd260e0658d None None] The sync data for ids ['89aeae03-5271-49df-828c-86f74a1f1e6a'] in dv-cinder-772388-4-iscsi is: [{'id': '89aeae03-5271-49df-828c-86f74a1f1e6a', 'name': 'tempest-TestShelveInstance-1540625845-router', 'tenant_id': '8e16c9728d43493c958535e3444169f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'ccd7362a-605d-40d0-bbf6-c2b5e9e9565c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:39:18Z', 'updated_at': '2021-02-02T13:45:38Z', 'revision_number': 5, 'project_id': '8e16c9728d43493c958535e3444169f8', 'gw_port': {'id': 'ccd7362a-605d-40d0-bbf6-c2b5e9e9565c', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aeae03-5271-49df-828c-86f74a1f1e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:39:21Z', 'updated_at': '2021-02-02T13:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi'}] {{(pid=80186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 02 13:45:42.098925 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3640cc9e-733d-41e8-ad5b-e15415965367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2076301'] for router_gateway, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:42.268253 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3640cc9e-733d-41e8-ad5b-e15415965367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2071233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854754973'] for router, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:42.268831 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-8f2d7774-b1d3-4c10-abb0-cf1e980707b8 req-22cfabec-e1f1-4df0-aa1b-f26e041ce155 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/security-groups?id=b6fb2200-1736-4deb-ab3d-1ed649e2e426&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2678459
Feb 02 13:45:42.272998 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3640cc9e-733d-41e8-ad5b-e15415965367 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:42.333240 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f269a02d-4f8b-45ec-8a1c-b985a03909f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:42.335210 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3640cc9e-733d-41e8-ad5b-e15415965367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852704398'] for router, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:42.335857 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3640cc9e-733d-41e8-ad5b-e15415965367 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89aeae03-5271-49df-828c-86f74a1f1e6a {{(pid=80185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 02 13:45:42.338075 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f269a02d-4f8b-45ec-8a1c-b985a03909f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:42.348370 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-d5712094-a5ab-48e0-b468-cb5371f107fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:45:42.412260 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f269a02d-4f8b-45ec-8a1c-b985a03909f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b8dd09-350b-41de-a47c-76fc0768b834,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:45:42.417361 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-f269a02d-4f8b-45ec-8a1c-b985a03909f4 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=955bf8b21778423bb736fd7275a8be86&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7956891
Feb 02 13:45:42.418816 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f269a02d-4f8b-45ec-8a1c-b985a03909f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:45:42.422924 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 46726) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:45:42.456151 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3640cc9e-733d-41e8-ad5b-e15415965367 admin admin] Notify callbacks [] for router, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:42.457395 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-3640cc9e-733d-41e8-ad5b-e15415965367 admin admin] 10.222.0.133 "DELETE /v2.0/routers/89aeae03-5271-49df-828c-86f74a1f1e6a HTTP/1.1" status: 204  len: 168 time: 2.3657887
Feb 02 13:45:42.461548 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 46730) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:45:42.472824 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device 8daa5e94-8aa7-446b-bf51-b64e66d28b6e no longer exists at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 02 13:45:42.519318 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] No Port match for: 8daa5e94-8aa7-446b-bf51-b64e66d28b6e {{(pid=80186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 02 13:45:42.519990 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device 8daa5e94-8aa7-446b-bf51-b64e66d28b6e not bound to the agent host dv-cinder-772388-4-iscsi {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 02 13:45:42.526147 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [req-d45ffdb7-9de8-4051-9c44-70a35d64ea1b req-b534db56-afbe-4f02-9c6b-d1f3717ae05f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acd8ad93-5ff9-4aeb-abcc-211446fd3b7d {{(pid=80184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 02 13:45:42.536092 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-d45ffdb7-9de8-4051-9c44-70a35d64ea1b req-b534db56-afbe-4f02-9c6b-d1f3717ae05f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:42.551354 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [req-d45ffdb7-9de8-4051-9c44-70a35d64ea1b req-b534db56-afbe-4f02-9c6b-d1f3717ae05f service neutron] Transition to ACTIVE for port object acd8ad93-5ff9-4aeb-abcc-211446fd3b7d will not be triggered until provisioned by entity L2. {{(pid=80184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:45:42.554647 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-d45ffdb7-9de8-4051-9c44-70a35d64ea1b req-b534db56-afbe-4f02-9c6b-d1f3717ae05f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2835433'] for port, after_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:42.571628 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:45:42.590853 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-003e6cba-cbac-4696-afdd-810f845890b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:42.602782 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_v2 [None req-f312cdb7-d04b-451b-b7ec-37ac682f83d4 admin admin] Deleting subnet e347391d-b5e6-4cc9-bee6-953d0e0b3d40 {{(pid=80185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Feb 02 13:45:42.607727 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f312cdb7-d04b-451b-b7ec-37ac682f83d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:42.707753 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-003e6cba-cbac-4696-afdd-810f845890b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:42.725943 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f312cdb7-d04b-451b-b7ec-37ac682f83d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2760056'] for subnet, precommit_delete_associations {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:42.758248 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534db56-afbe-4f02-9c6b-d1f3717ae05f service neutron] Pushing event updated for resources: {'Port': ['ID=acd8ad93-5ff9-4aeb-abcc-211446fd3b7d,revision_number=2']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:45:42.761678 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-b534db56-afbe-4f02-9c6b-d1f3717ae05f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:45:42.824110 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-003e6cba-cbac-4696-afdd-810f845890b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:42.832377 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-9622cd93-ba5d-42b5-86a1-b251436c9187 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:45:42.859043 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003e6cba-cbac-4696-afdd-810f845890b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b8dd09-350b-41de-a47c-76fc0768b834,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:45:42.864251 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-003e6cba-cbac-4696-afdd-810f845890b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:45:42.867352 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-003e6cba-cbac-4696-afdd-810f845890b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:42.870094 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-003e6cba-cbac-4696-afdd-810f845890b4 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/55b8dd09-350b-41de-a47c-76fc0768b834 HTTP/1.1" status: 204  len: 168 time: 0.4433382
Feb 02 13:45:42.894113 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f312cdb7-d04b-451b-b7ec-37ac682f83d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-22738'] for subnet, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:43.026033 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [req-d45ffdb7-9de8-4051-9c44-70a35d64ea1b req-b534db56-afbe-4f02-9c6b-d1f3717ae05f service neutron] Attempting to bind port acd8ad93-5ff9-4aeb-abcc-211446fd3b7d on host hv-cinder-77238 for vnic_type normal with profile  {{(pid=80184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 02 13:45:43.026419 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [req-d45ffdb7-9de8-4051-9c44-70a35d64ea1b req-b534db56-afbe-4f02-9c6b-d1f3717ae05f service neutron] Attempting to bind port acd8ad93-5ff9-4aeb-abcc-211446fd3b7d by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '36752a10-39fb-4e35-b242-32334e2e3c32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a4835e6f-7982-41d9-8597-68768326e2b7'}] {{(pid=80184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 02 13:45:43.026863 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45ffdb7-9de8-4051-9c44-70a35d64ea1b req-b534db56-afbe-4f02-9c6b-d1f3717ae05f service neutron] Attempting to bind port acd8ad93-5ff9-4aeb-abcc-211446fd3b7d on network a4835e6f-7982-41d9-8597-68768326e2b7 {{(pid=80184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 02 13:45:43.034672 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45ffdb7-9de8-4051-9c44-70a35d64ea1b req-b534db56-afbe-4f02-9c6b-d1f3717ae05f service neutron] Checking agent: {'id': '3f7ac43e-b359-42e2-9e67-18be39e96b32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 34, 33), 'started_at': datetime.datetime(2021, 2, 2, 13, 35, 3), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.120', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 02 13:45:43.035140 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45ffdb7-9de8-4051-9c44-70a35d64ea1b req-b534db56-afbe-4f02-9c6b-d1f3717ae05f service neutron] Checking segment: {'id': '36752a10-39fb-4e35-b242-32334e2e3c32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a4835e6f-7982-41d9-8597-68768326e2b7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:45:43.035759 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-d45ffdb7-9de8-4051-9c44-70a35d64ea1b req-b534db56-afbe-4f02-9c6b-d1f3717ae05f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:43.036127 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45ffdb7-9de8-4051-9c44-70a35d64ea1b req-b534db56-afbe-4f02-9c6b-d1f3717ae05f service neutron] Bound using segment: {'id': '36752a10-39fb-4e35-b242-32334e2e3c32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a4835e6f-7982-41d9-8597-68768326e2b7'} {{(pid=80184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 02 13:45:43.036677 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [req-d45ffdb7-9de8-4051-9c44-70a35d64ea1b req-b534db56-afbe-4f02-9c6b-d1f3717ae05f service neutron] Bound port: acd8ad93-5ff9-4aeb-abcc-211446fd3b7d, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36752a10-39fb-4e35-b242-32334e2e3c32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a4835e6f-7982-41d9-8597-68768326e2b7'}}] {{(pid=80184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 02 13:45:43.037024 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-d45ffdb7-9de8-4051-9c44-70a35d64ea1b req-b534db56-afbe-4f02-9c6b-d1f3717ae05f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:43.187662 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-d45ffdb7-9de8-4051-9c44-70a35d64ea1b req-b534db56-afbe-4f02-9c6b-d1f3717ae05f service neutron] For port acd8ad93-5ff9-4aeb-abcc-211446fd3b7d, host hv-cinder-77238, cleared binding levels {{(pid=80184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 02 13:45:43.191782 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-d45ffdb7-9de8-4051-9c44-70a35d64ea1b req-b534db56-afbe-4f02-9c6b-d1f3717ae05f service neutron] For port acd8ad93-5ff9-4aeb-abcc-211446fd3b7d, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=acd8ad93-5ff9-4aeb-abcc-211446fd3b7d,segment=NetworkSegment(36752a10-39fb-4e35-b242-32334e2e3c32),segment_id=36752a10-39fb-4e35-b242-32334e2e3c32)] {{(pid=80184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 02 13:45:43.204881 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-d45ffdb7-9de8-4051-9c44-70a35d64ea1b req-b534db56-afbe-4f02-9c6b-d1f3717ae05f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2835433'] for port, after_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:43.229513 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-e6b43f49-983d-4393-9758-d41a68e3916e tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:45:43.400110 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f312cdb7-d04b-451b-b7ec-37ac682f83d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854753062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852565192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852449406'] for subnet, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:43.412797 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534db56-afbe-4f02-9c6b-d1f3717ae05f service neutron] Pushing event updated for resources: {'Port': ['ID=acd8ad93-5ff9-4aeb-abcc-211446fd3b7d,revision_number=3']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:45:43.420690 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-b534db56-afbe-4f02-9c6b-d1f3717ae05f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:45:43.430343 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:45:43.458334 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ffdb7-9de8-4051-9c44-70a35d64ea1b req-b534db56-afbe-4f02-9c6b-d1f3717ae05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:45:43.459086 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-d45ffdb7-9de8-4051-9c44-70a35d64ea1b req-b534db56-afbe-4f02-9c6b-d1f3717ae05f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for port, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:43.460686 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d45ffdb7-9de8-4051-9c44-70a35d64ea1b req-b534db56-afbe-4f02-9c6b-d1f3717ae05f service neutron] 10.222.0.132 "PUT /v2.0/ports/acd8ad93-5ff9-4aeb-abcc-211446fd3b7d HTTP/1.1" status: 200  len: 1157 time: 2.7205596
Feb 02 13:45:43.461225 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10329872-f54e-4e42-9979-1bd568e5ab77', 'tag': 'acd8ad93-5ff9-4aeb-abcc-211446fd3b7d'}] {{(pid=80184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:45:43.579005 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f312cdb7-d04b-451b-b7ec-37ac682f83d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e347391d-b5e6-4cc9-bee6-953d0e0b3d40,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:45:43.584492 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f312cdb7-d04b-451b-b7ec-37ac682f83d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:45:43.602635 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 46742) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:45:43.618079 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10329872-f54e-4e42-9979-1bd568e5ab77', 'tag': 'acd8ad93-5ff9-4aeb-abcc-211446fd3b7d', 'status': 'completed', 'code': 200}
Feb 02 13:45:43.643664 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3398d719-d544-4b99-a7a5-614b0c68fdd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:43.690536 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-3398d719-d544-4b99-a7a5-614b0c68fdd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:45:43.696222 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f312cdb7-d04b-451b-b7ec-37ac682f83d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:43.699833 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b480df6d-1133-468e-ac8c-30543ea0ed41 None None] Network 49e9892e-e3c8-47c9-a38b-9f46a257b87b requested from dv-cinder-772388-4-iscsi {{(pid=80186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 02 13:45:43.707854 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-3398d719-d544-4b99-a7a5-614b0c68fdd0 admin admin] Usage tracker for resource:security_group_rule and tenant:604ca8fe10504a34917fb2f3c26509fe is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:45:43.714092 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-3398d719-d544-4b99-a7a5-614b0c68fdd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:45:43.724193 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-f312cdb7-d04b-451b-b7ec-37ac682f83d4 admin admin] 10.222.0.133 "DELETE /v2.0/subnets/e347391d-b5e6-4cc9-bee6-953d0e0b3d40 HTTP/1.1" status: 204  len: 168 time: 1.2584293
Feb 02 13:45:43.726065 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 46746) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:45:43.729590 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-3398d719-d544-4b99-a7a5-614b0c68fdd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:45:43.894609 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ffdb7-9de8-4051-9c44-70a35d64ea1b req-00482055-5938-471c-85d7-4c5b4f63e973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:45:43.897349 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d45ffdb7-9de8-4051-9c44-70a35d64ea1b req-00482055-5938-471c-85d7-4c5b4f63e973 service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=dc43bfb261a1419d93631ca1734b41d5&device_id=10329872-f54e-4e42-9979-1bd568e5ab77 HTTP/1.1" status: 200  len: 1160 time: 0.3945382
Feb 02 13:45:43.951643 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3398d719-d544-4b99-a7a5-614b0c68fdd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:43.965366 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3398d719-d544-4b99-a7a5-614b0c68fdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:43.976790 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f269a02d-4f8b-45ec-8a1c-b985a03909f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:45:44.034511 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d45ffdb7-9de8-4051-9c44-70a35d64ea1b req-cf8f1521-5771-4a4e-bc8d-57ce33922e14 service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acd8ad93-5ff9-4aeb-abcc-211446fd3b7d HTTP/1.1" status: 200  len: 217 time: 0.1088896
Feb 02 13:45:44.045929 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-3398d719-d544-4b99-a7a5-614b0c68fdd0 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=604ca8fe10504a34917fb2f3c26509fe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4376218
Feb 02 13:45:44.045929 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3398d719-d544-4b99-a7a5-614b0c68fdd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be030fc-6f2a-4d5e-816e-50d721213e3c,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:45:44.050662 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-3398d719-d544-4b99-a7a5-614b0c68fdd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:45:44.051519 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 46750) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:45:44.116902 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e74baae-02f7-4485-8f4f-2a0e0e4962a0 None None] DHCP port deletion for 49e9892e-e3c8-47c9-a38b-9f46a257b87b request from dv-cinder-772388-4-iscsi {{(pid=80186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 02 13:45:44.122185 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-1e74baae-02f7-4485-8f4f-2a0e0e4962a0 None None] Deleting port cf6a5373-78ef-49e7-b114-224b5261d9b3 {{(pid=80186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:45:44.122634 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-1e74baae-02f7-4485-8f4f-2a0e0e4962a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:44.164742 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f0effe80-6790-4a06-bd0e-80f8b2de7599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:44.181508 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89cd016-5b8c-4c0c-a2b4-8b0841cd7ad4 req-6d269194-f3b8-49dd-91b1-3e8c49236ad9 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:45:44.183219 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d89cd016-5b8c-4c0c-a2b4-8b0841cd7ad4 req-6d269194-f3b8-49dd-91b1-3e8c49236ad9 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/ports?device_id=10329872-f54e-4e42-9979-1bd568e5ab77 HTTP/1.1" status: 200  len: 943 time: 0.5761120
Feb 02 13:45:44.212749 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f0effe80-6790-4a06-bd0e-80f8b2de7599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:44.254714 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-04e18ed7-0eb3-430f-8d22-bf11bf5f40ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854257808'] for network, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:44.276465 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f0effe80-6790-4a06-bd0e-80f8b2de7599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:44.281244 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-a50fa2a5-25e7-4ed9-bc65-6b29cade90fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:45:44.295632 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0effe80-6790-4a06-bd0e-80f8b2de7599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be030fc-6f2a-4d5e-816e-50d721213e3c,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:45:44.300325 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f0effe80-6790-4a06-bd0e-80f8b2de7599 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:45:44.306157 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f0effe80-6790-4a06-bd0e-80f8b2de7599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:44.312084 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-f0effe80-6790-4a06-bd0e-80f8b2de7599 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/7be030fc-6f2a-4d5e-816e-50d721213e3c HTTP/1.1" status: 204  len: 168 time: 0.2588367
Feb 02 13:45:44.433176 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-04e18ed7-0eb3-430f-8d22-bf11bf5f40ac admin admin] Deleting port cf6a5373-78ef-49e7-b114-224b5261d9b3 {{(pid=80184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:45:44.433563 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-04e18ed7-0eb3-430f-8d22-bf11bf5f40ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:44.454576 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-1e74baae-02f7-4485-8f4f-2a0e0e4962a0 None None] For port cf6a5373-78ef-49e7-b114-224b5261d9b3, host dv-cinder-772388-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=cf6a5373-78ef-49e7-b114-224b5261d9b3,segment=NetworkSegment(a37564d3-6094-474f-ba68-3e55654583de),segment_id=a37564d3-6094-474f-ba68-3e55654583de)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:45:44.454845 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-1e74baae-02f7-4485-8f4f-2a0e0e4962a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:44.471422 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ffdb7-9de8-4051-9c44-70a35d64ea1b req-0c6f630f-044b-446c-9642-50145742e150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:45:44.474176 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d45ffdb7-9de8-4051-9c44-70a35d64ea1b req-0c6f630f-044b-446c-9642-50145742e150 service neutron] 10.222.0.132 "GET /v2.0/subnets?id=7bd499ff-eea3-463e-bee1-8df687fd8da3 HTTP/1.1" status: 200  len: 850 time: 0.2897863
Feb 02 13:45:44.600413 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d89cd016-5b8c-4c0c-a2b4-8b0841cd7ad4 req-85c26e23-4a06-4674-9e45-1c8df5cc50d2 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/security-groups?id=b6fb2200-1736-4deb-ab3d-1ed649e2e426&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3592660
Feb 02 13:45:44.703475 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device ccd7362a-605d-40d0-bbf6-c2b5e9e9565c no longer exists at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 02 13:45:44.763451 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-1e74baae-02f7-4485-8f4f-2a0e0e4962a0 None None] Calling delete_port for cf6a5373-78ef-49e7-b114-224b5261d9b3 owned by network:dhcp {{(pid=80186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:45:44.817109 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] No Port match for: ccd7362a-605d-40d0-bbf6-c2b5e9e9565c {{(pid=80186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 02 13:45:44.817655 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device ccd7362a-605d-40d0-bbf6-c2b5e9e9565c not bound to the agent host dv-cinder-772388-4-iscsi {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 02 13:45:44.818219 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device cf6a5373-78ef-49e7-b114-224b5261d9b3 no longer exists at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 02 13:45:44.855195 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ffdb7-9de8-4051-9c44-70a35d64ea1b req-11aaefb4-0bf5-4ef2-b0a3-b698eab03117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:45:44.857106 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d45ffdb7-9de8-4051-9c44-70a35d64ea1b req-11aaefb4-0bf5-4ef2-b0a3-b698eab03117 service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=a4835e6f-7982-41d9-8597-68768326e2b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3639066
Feb 02 13:45:44.959734 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-1e74baae-02f7-4485-8f4f-2a0e0e4962a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264942761622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264943208991'] for port, after_delete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:44.984369 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-e27ac052-4624-4435-bc3d-64e88c332b94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:45:45.008399 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-04e18ed7-0eb3-430f-8d22-bf11bf5f40ac admin admin] For port cf6a5373-78ef-49e7-b114-224b5261d9b3, host dv-cinder-772388-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=cf6a5373-78ef-49e7-b114-224b5261d9b3,segment=NetworkSegment(a37564d3-6094-474f-ba68-3e55654583de),segment_id=a37564d3-6094-474f-ba68-3e55654583de)] {{(pid=80184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:45:45.009031 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-04e18ed7-0eb3-430f-8d22-bf11bf5f40ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:45.028824 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Port cf6a5373-78ef-49e7-b114-224b5261d9b3 update to DOWN by agent not found {{(pid=80186) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2102}}
Feb 02 13:45:45.103050 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e74baae-02f7-4485-8f4f-2a0e0e4962a0 None None] Pushing event deleted for resources: {'Port': ['ID=cf6a5373-78ef-49e7-b114-224b5261d9b3,revision_number=None']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:45:45.108222 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-1e74baae-02f7-4485-8f4f-2a0e0e4962a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:45:45.187749 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e74baae-02f7-4485-8f4f-2a0e0e4962a0 None None] No DVR routers for this DVR port cf6a5373-78ef-49e7-b114-224b5261d9b3 on host dv-cinder-772388-4-iscsi {{(pid=80186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 02 13:45:45.493943 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-04e18ed7-0eb3-430f-8d22-bf11bf5f40ac admin admin] Calling delete_port for cf6a5373-78ef-49e7-b114-224b5261d9b3 owned by network:dhcp {{(pid=80184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:45:45.605576 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d45ffdb7-9de8-4051-9c44-70a35d64ea1b req-a8a6b1c9-fc5d-40d3-b4e8-84d4ca770454 service neutron] 10.222.0.132 "GET /v2.0/networks/a4835e6f-7982-41d9-8597-68768326e2b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7285385
Feb 02 13:45:45.720949 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.db.api [None req-04e18ed7-0eb3-430f-8d22-bf11bf5f40ac admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80184) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 02 13:45:45.721361 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_db.api [None req-04e18ed7-0eb3-430f-8d22-bf11bf5f40ac admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80184) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 02 13:45:45.806212 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d45ffdb7-9de8-4051-9c44-70a35d64ea1b req-9583dffa-a03c-4d01-9aa5-357f1a69d50a service neutron] 10.222.0.132 "GET /v2.0/networks/a4835e6f-7982-41d9-8597-68768326e2b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1844208
Feb 02 13:45:46.002370 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc39b6-8ed8-44ef-b555-b7b680ea31af req-9cacc3d4-a895-45a9-ba00-66c3d1652a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:45:46.003852 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-c1dc39b6-8ed8-44ef-b555-b7b680ea31af req-9cacc3d4-a895-45a9-ba00-66c3d1652a3b service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=dc43bfb261a1419d93631ca1734b41d5&device_id=10329872-f54e-4e42-9979-1bd568e5ab77 HTTP/1.1" status: 200  len: 1160 time: 0.1309681
Feb 02 13:45:46.094847 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfea602-630c-4c9e-aee2-d08ea3d2d593 req-a0bbdf04-5796-4151-b627-7e264cec20d5 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:45:46.096731 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-fcfea602-630c-4c9e-aee2-d08ea3d2d593 req-a0bbdf04-5796-4151-b627-7e264cec20d5 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/ports?device_id=10329872-f54e-4e42-9979-1bd568e5ab77 HTTP/1.1" status: 200  len: 943 time: 0.2705638
Feb 02 13:45:46.226743 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-04e18ed7-0eb3-430f-8d22-bf11bf5f40ac admin admin] Deleting port cf6a5373-78ef-49e7-b114-224b5261d9b3 {{(pid=80184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:45:46.227102 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-04e18ed7-0eb3-430f-8d22-bf11bf5f40ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:46.303737 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-fcfea602-630c-4c9e-aee2-d08ea3d2d593 req-34b38249-a8e1-4317-9b49-5624a970023c tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/security-groups?id=b6fb2200-1736-4deb-ab3d-1ed649e2e426&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1800873
Feb 02 13:45:46.357836 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-04e18ed7-0eb3-430f-8d22-bf11bf5f40ac admin admin] The port 'cf6a5373-78ef-49e7-b114-224b5261d9b3' was deleted {{(pid=80184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 02 13:45:46.492431 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc39b6-8ed8-44ef-b555-b7b680ea31af req-86f4d847-d826-4250-a281-e9de64e24a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:45:46.494039 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-c1dc39b6-8ed8-44ef-b555-b7b680ea31af req-86f4d847-d826-4250-a281-e9de64e24a89 service neutron] 10.222.0.132 "GET /v2.0/networks?id=a4835e6f-7982-41d9-8597-68768326e2b7 HTTP/1.1" status: 200  len: 905 time: 0.3963346
Feb 02 13:45:46.604411 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-c1dc39b6-8ed8-44ef-b555-b7b680ea31af req-a43df660-24dd-4539-91c6-c5338a7edd62 service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acd8ad93-5ff9-4aeb-abcc-211446fd3b7d HTTP/1.1" status: 200  len: 217 time: 0.1023052
Feb 02 13:45:46.613101 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-04e18ed7-0eb3-430f-8d22-bf11bf5f40ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12633', 'neutron.services.segments.db._delete_segments_for_network--9223363264942646934'] for network, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:46.787568 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc39b6-8ed8-44ef-b555-b7b680ea31af req-f523aca6-a85c-4ab5-bb87-53306df13c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:45:46.789206 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-c1dc39b6-8ed8-44ef-b555-b7b680ea31af req-f523aca6-a85c-4ab5-bb87-53306df13c1a service neutron] 10.222.0.132 "GET /v2.0/subnets?id=7bd499ff-eea3-463e-bee1-8df687fd8da3 HTTP/1.1" status: 200  len: 850 time: 0.1654482
Feb 02 13:45:46.796698 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.services.segments.db [None req-04e18ed7-0eb3-430f-8d22-bf11bf5f40ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa5e3da6f60>,) {'filters': {'network_id': ['49e9892e-e3c8-47c9-a38b-9f46a257b87b']}} {{(pid=80184) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:45:46.859309 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.services.segments.db [None req-04e18ed7-0eb3-430f-8d22-bf11bf5f40ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa5e3da6f60>, 'a37564d3-6094-474f-ba68-3e55654583de') {'for_net_delete': True} {{(pid=80184) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:45:46.859652 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.services.segments.db [None req-04e18ed7-0eb3-430f-8d22-bf11bf5f40ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa5e3da6f60>, 'a37564d3-6094-474f-ba68-3e55654583de') {} {{(pid=80184) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:45:46.876466 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-04e18ed7-0eb3-430f-8d22-bf11bf5f40ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363264942647702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852563795'] for segment, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:46.904726 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-04e18ed7-0eb3-430f-8d22-bf11bf5f40ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764996'] for segment, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:46.907992 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-04e18ed7-0eb3-430f-8d22-bf11bf5f40ac admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 02 13:45:47.025649 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc39b6-8ed8-44ef-b555-b7b680ea31af req-7f7a4635-152d-4793-b4db-486eaab9a686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:45:47.027293 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-c1dc39b6-8ed8-44ef-b555-b7b680ea31af req-7f7a4635-152d-4793-b4db-486eaab9a686 service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=a4835e6f-7982-41d9-8597-68768326e2b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2326701
Feb 02 13:45:47.185334 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-04e18ed7-0eb3-430f-8d22-bf11bf5f40ac admin admin] Network 49e9892e-e3c8-47c9-a38b-9f46a257b87b has no segments {{(pid=80184) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 02 13:45:47.196325 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-04e18ed7-0eb3-430f-8d22-bf11bf5f40ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-10804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2835403'] for segment, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:47.317803 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device acd8ad93-5ff9-4aeb-abcc-211446fd3b7d up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:45:47.402749 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning for port acd8ad93-5ff9-4aeb-abcc-211446fd3b7d completed by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:45:47.409946 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port acd8ad93-5ff9-4aeb-abcc-211446fd3b7d triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:45:47.410413 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:47.431466 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-04e18ed7-0eb3-430f-8d22-bf11bf5f40ac admin admin] Network 49e9892e-e3c8-47c9-a38b-9f46a257b87b has no segments {{(pid=80184) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 02 13:45:47.460530 dv-cinder-772388-4-iscsi neutron-server[80071]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 02 13:45:47.460530 dv-cinder-772388-4-iscsi neutron-server[80071]:   % (table.description, expected, rows_matched)
Feb 02 13:45:47.460530 dv-cinder-772388-4-iscsi neutron-server[80071]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 02 13:45:47.460530 dv-cinder-772388-4-iscsi neutron-server[80071]:   % (table.description, expected, rows_matched)
Feb 02 13:45:47.460530 dv-cinder-772388-4-iscsi neutron-server[80071]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 02 13:45:47.460530 dv-cinder-772388-4-iscsi neutron-server[80071]:   % (table.description, expected, rows_matched)
Feb 02 13:45:47.460530 dv-cinder-772388-4-iscsi neutron-server[80071]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 02 13:45:47.460530 dv-cinder-772388-4-iscsi neutron-server[80071]:   % (table.description, expected, rows_matched)
Feb 02 13:45:47.460530 dv-cinder-772388-4-iscsi neutron-server[80071]: Traceback (most recent call last):
Feb 02 13:45:47.460530 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 02 13:45:47.460530 dv-cinder-772388-4-iscsi neutron-server[80071]:     timer()
Feb 02 13:45:47.460530 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 02 13:45:47.460530 dv-cinder-772388-4-iscsi neutron-server[80071]:     cb(*args, **kw)
Feb 02 13:45:47.460530 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 02 13:45:47.460530 dv-cinder-772388-4-iscsi neutron-server[80071]:     return func(*args, **kwargs)
Feb 02 13:45:47.460530 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 02 13:45:47.460530 dv-cinder-772388-4-iscsi neutron-server[80071]:     self._notify()
Feb 02 13:45:47.460530 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 02 13:45:47.460530 dv-cinder-772388-4-iscsi neutron-server[80071]:     self.callback(batched_events)
Feb 02 13:45:47.460530 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 02 13:45:47.460530 dv-cinder-772388-4-iscsi neutron-server[80071]:     event.method(event)
Feb 02 13:45:47.460530 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 02 13:45:47.460530 dv-cinder-772388-4-iscsi neutron-server[80071]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 02 13:45:47.460530 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 02 13:45:47.460530 dv-cinder-772388-4-iscsi neutron-server[80071]:     segment_id)['aggregates'][0]
Feb 02 13:45:47.460530 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 02 13:45:47.460530 dv-cinder-772388-4-iscsi neutron-server[80071]:     return f(self, *a, **k)
Feb 02 13:45:47.460530 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 02 13:45:47.460530 dv-cinder-772388-4-iscsi neutron-server[80071]:     return self._get(url).json()
Feb 02 13:45:47.460530 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 02 13:45:47.460530 dv-cinder-772388-4-iscsi neutron-server[80071]:     **kwargs)
Feb 02 13:45:47.460530 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 02 13:45:47.460530 dv-cinder-772388-4-iscsi neutron-server[80071]:     return self.request(url, 'GET', **kwargs)
Feb 02 13:45:47.460530 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 02 13:45:47.460530 dv-cinder-772388-4-iscsi neutron-server[80071]:     **endpoint_filter)
Feb 02 13:45:47.460530 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 02 13:45:47.460530 dv-cinder-772388-4-iscsi neutron-server[80071]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 02 13:45:47.460530 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 02 13:45:47.460530 dv-cinder-772388-4-iscsi neutron-server[80071]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 02 13:45:47.460530 dv-cinder-772388-4-iscsi neutron-server[80071]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 02 13:45:47.466365 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-c1dc39b6-8ed8-44ef-b555-b7b680ea31af req-0e0b8ac0-cf5a-4b4d-9091-b24d648efbab service neutron] 10.222.0.132 "GET /v2.0/networks/a4835e6f-7982-41d9-8597-68768326e2b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3922212
Feb 02 13:45:47.586537 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:47.619642 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10329872-f54e-4e42-9979-1bd568e5ab77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd8ad93-5ff9-4aeb-abcc-211446fd3b7d'}] {{(pid=80186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:45:47.636530 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] For port acd8ad93-5ff9-4aeb-abcc-211446fd3b7d, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=acd8ad93-5ff9-4aeb-abcc-211446fd3b7d,segment=NetworkSegment(36752a10-39fb-4e35-b242-32334e2e3c32),segment_id=36752a10-39fb-4e35-b242-32334e2e3c32)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:45:47.642954 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:47.647495 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:45:47.714596 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-04e18ed7-0eb3-430f-8d22-bf11bf5f40ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854763167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852699500'] for network, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:47.751217 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-04e18ed7-0eb3-430f-8d22-bf11bf5f40ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for network, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:47.765741 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:45:47.808257 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e18ed7-0eb3-430f-8d22-bf11bf5f40ac admin admin] Pushing event deleted for resources: {'Network': ['ID=49e9892e-e3c8-47c9-a38b-9f46a257b87b,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:45:47.828300 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Pushing event updated for resources: {'Port': ['ID=acd8ad93-5ff9-4aeb-abcc-211446fd3b7d,revision_number=4']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:45:47.834492 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:45:47.855378 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10329872-f54e-4e42-9979-1bd568e5ab77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd8ad93-5ff9-4aeb-abcc-211446fd3b7d', 'code': 200}
Feb 02 13:45:47.858275 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e18ed7-0eb3-430f-8d22-bf11bf5f40ac admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:47.858735 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e18ed7-0eb3-430f-8d22-bf11bf5f40ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:47.859506 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e18ed7-0eb3-430f-8d22-bf11bf5f40ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:47.860150 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e18ed7-0eb3-430f-8d22-bf11bf5f40ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:47.860560 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e18ed7-0eb3-430f-8d22-bf11bf5f40ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:47.860962 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e18ed7-0eb3-430f-8d22-bf11bf5f40ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:47.861477 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e18ed7-0eb3-430f-8d22-bf11bf5f40ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:47.861889 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e18ed7-0eb3-430f-8d22-bf11bf5f40ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:47.862284 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e18ed7-0eb3-430f-8d22-bf11bf5f40ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:47.862836 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e18ed7-0eb3-430f-8d22-bf11bf5f40ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:47.863051 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e18ed7-0eb3-430f-8d22-bf11bf5f40ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:47.863463 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e18ed7-0eb3-430f-8d22-bf11bf5f40ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:47.864029 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e18ed7-0eb3-430f-8d22-bf11bf5f40ac admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:47.864612 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e18ed7-0eb3-430f-8d22-bf11bf5f40ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:47.865240 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e18ed7-0eb3-430f-8d22-bf11bf5f40ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:47.865705 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e18ed7-0eb3-430f-8d22-bf11bf5f40ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:47.866129 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e18ed7-0eb3-430f-8d22-bf11bf5f40ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:47.866549 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e18ed7-0eb3-430f-8d22-bf11bf5f40ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:47.867167 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e18ed7-0eb3-430f-8d22-bf11bf5f40ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:47.867569 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e18ed7-0eb3-430f-8d22-bf11bf5f40ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:47.867977 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e18ed7-0eb3-430f-8d22-bf11bf5f40ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:47.868379 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e18ed7-0eb3-430f-8d22-bf11bf5f40ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:47.868768 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e18ed7-0eb3-430f-8d22-bf11bf5f40ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:47.869131 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e18ed7-0eb3-430f-8d22-bf11bf5f40ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:47.874094 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-04e18ed7-0eb3-430f-8d22-bf11bf5f40ac admin admin] 10.222.0.133 "DELETE /v2.0/networks/49e9892e-e3c8-47c9-a38b-9f46a257b87b HTTP/1.1" status: 204  len: 168 time: 4.1447229
Feb 02 13:45:47.875503 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-04e18ed7-0eb3-430f-8d22-bf11bf5f40ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:45:47.877813 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 46790) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:45:47.880991 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-c1dc39b6-8ed8-44ef-b555-b7b680ea31af req-82aae0fe-be61-4eb1-b4c1-b308b13d9ed9 service neutron] 10.222.0.132 "GET /v2.0/networks/a4835e6f-7982-41d9-8597-68768326e2b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3665352
Feb 02 13:45:47.984131 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc45ef-8ed9-411f-9ab5-eed3aeada821 req-02373b93-3900-4c78-b9d0-afd207bb3de6 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:45:47.986327 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-c4dc45ef-8ed9-411f-9ab5-eed3aeada821 req-02373b93-3900-4c78-b9d0-afd207bb3de6 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/ports?device_id=10329872-f54e-4e42-9979-1bd568e5ab77 HTTP/1.1" status: 200  len: 943 time: 0.4706397
Feb 02 13:45:48.093367 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-c4dc45ef-8ed9-411f-9ab5-eed3aeada821 req-fb98a4c6-2521-403e-b501-f534f7d3141b tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/security-groups?id=b6fb2200-1736-4deb-ab3d-1ed649e2e426&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0952978
Feb 02 13:45:48.522067 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52207177-43cf-4067-9a8f-51a75eca604a req-603b7d7d-250a-4595-8094-8ce3d9ddf650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:45:48.524119 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-52207177-43cf-4067-9a8f-51a75eca604a req-603b7d7d-250a-4595-8094-8ce3d9ddf650 service neutron] 10.222.0.132 "GET /v2.0/ports?device_id=10329872-f54e-4e42-9979-1bd568e5ab77 HTTP/1.1" status: 200  len: 1162 time: 0.3785350
Feb 02 13:45:48.755413 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3e9d1326-64f7-4fa5-a119-3f318fa7668b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852698577'] for router_interface, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:49.075446 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-52207177-43cf-4067-9a8f-51a75eca604a req-603232d2-5c05-4179-87f5-6456c388a184 service neutron] 10.222.0.132 "GET /v2.0/security-groups?id=b6fb2200-1736-4deb-ab3d-1ed649e2e426&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0546615
Feb 02 13:45:49.207600 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-3e9d1326-64f7-4fa5-a119-3f318fa7668b admin admin] Deleting port b22322b4-1120-4861-847c-6398c0e89dd1 {{(pid=80185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:45:49.208243 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3e9d1326-64f7-4fa5-a119-3f318fa7668b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:49.434464 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-3e9d1326-64f7-4fa5-a119-3f318fa7668b admin admin] For port b22322b4-1120-4861-847c-6398c0e89dd1, host dv-cinder-772388-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=b22322b4-1120-4861-847c-6398c0e89dd1,segment=NetworkSegment(b89d9c0d-42a5-4969-a487-1d5882b09245),segment_id=b89d9c0d-42a5-4969-a487-1d5882b09245)] {{(pid=80185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:45:49.434893 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3e9d1326-64f7-4fa5-a119-3f318fa7668b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:49.481844 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537711f-3ed3-4827-9352-5d63f9945fcc req-9190b624-7722-45cf-b11b-02ce60878fcc tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:45:49.483584 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7537711f-3ed3-4827-9352-5d63f9945fcc req-9190b624-7722-45cf-b11b-02ce60878fcc tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/ports?device_id=10329872-f54e-4e42-9979-1bd568e5ab77 HTTP/1.1" status: 200  len: 945 time: 0.1904449
Feb 02 13:45:49.569148 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7537711f-3ed3-4827-9352-5d63f9945fcc req-1992b5a7-6d50-4823-9e9c-b82883aa9bb5 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/security-groups?id=b6fb2200-1736-4deb-ab3d-1ed649e2e426&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0757551
Feb 02 13:45:49.584279 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-3e9d1326-64f7-4fa5-a119-3f318fa7668b admin admin] Calling delete_port for b22322b4-1120-4861-847c-6398c0e89dd1 owned by network:router_interface {{(pid=80185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:45:50.025710 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3e9d1326-64f7-4fa5-a119-3f318fa7668b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264942761622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264943208991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2210562'] for port, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:50.042267 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-b327ffec-cc70-4dc3-923d-2a090d9c7a3e tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:45:50.139187 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d1326-64f7-4fa5-a119-3f318fa7668b admin admin] Pushing event deleted for resources: {'Port': ['ID=b22322b4-1120-4861-847c-6398c0e89dd1,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:45:50.143727 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-3e9d1326-64f7-4fa5-a119-3f318fa7668b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:45:50.351816 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device acd8ad93-5ff9-4aeb-abcc-211446fd3b7d up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:45:50.459300 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port acd8ad93-5ff9-4aeb-abcc-211446fd3b7d triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:45:50.459846 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:50.558255 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3e9d1326-64f7-4fa5-a119-3f318fa7668b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1697760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2075243'] for router_interface, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:50.946328 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01137187-109b-4b67-8d63-ef8aee02557f req-c370a69e-c2b6-4015-a8c3-5e8954e1661e tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:45:50.949284 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-01137187-109b-4b67-8d63-ef8aee02557f req-c370a69e-c2b6-4015-a8c3-5e8954e1661e tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/ports?device_id=10329872-f54e-4e42-9979-1bd568e5ab77 HTTP/1.1" status: 200  len: 945 time: 0.2080548
Feb 02 13:45:51.064174 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-01137187-109b-4b67-8d63-ef8aee02557f req-fe2829d9-3e9c-41d8-8f8d-970e31e3ca26 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/security-groups?id=b6fb2200-1736-4deb-ab3d-1ed649e2e426&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0977061
Feb 02 13:45:51.343175 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e9d1326-64f7-4fa5-a119-3f318fa7668b admin admin] Router 5d4c720d-91e2-42ec-9f3c-a973a6b73dd7 has already been hosted by L3 agent 46ed2aac-7d32-4274-9cac-387c5fc2cd87 {{(pid=80185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 02 13:45:51.716333 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e9d1326-64f7-4fa5-a119-3f318fa7668b admin admin] Notify agent at l3_agent.dv-cinder-772388-4-iscsi the message routers_updated {{(pid=80185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 02 13:45:51.732631 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-3e9d1326-64f7-4fa5-a119-3f318fa7668b admin admin] 10.222.0.133 "PUT /v2.0/routers/5d4c720d-91e2-42ec-9f3c-a973a6b73dd7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8535404
Feb 02 13:45:51.734761 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a3daef-6bf9-4ccf-897d-df5010cc1290 None None] Sync routers for ids ['5d4c720d-91e2-42ec-9f3c-a973a6b73dd7'] in dv-cinder-772388-4-iscsi {{(pid=80187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 02 13:45:51.736446 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 46810) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:45:51.764836 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a3daef-6bf9-4ccf-897d-df5010cc1290 None None] Routers {'5d4c720d-91e2-42ec-9f3c-a973a6b73dd7'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:45:51.764836 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-36a3daef-6bf9-4ccf-897d-df5010cc1290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e9b30438>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:45:29Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['5d4c720d-91e2-42ec-9f3c-a973a6b73dd7'], 'active': True} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:45:52.040220 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-36a3daef-6bf9-4ccf-897d-df5010cc1290 None None] Set router 5d4c720d-91e2-42ec-9f3c-a973a6b73dd7 gateway port host: dv-cinder-772388-4-iscsi {{(pid=80187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:45:52.064149 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-800e5670-357c-43d8-90ac-575e73dd74bf admin admin] Notify callbacks [] for router, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:52.384283 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-800e5670-357c-43d8-90ac-575e73dd74bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:52.394408 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-800e5670-357c-43d8-90ac-575e73dd74bf admin admin] Deleting port d76a849a-03b2-423a-a8f2-fc1e84a2a13b {{(pid=80184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:45:52.394801 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-800e5670-357c-43d8-90ac-575e73dd74bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:52.533053 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc99886-7616-4861-990b-78d60fac380b req-cb378edb-d331-4b87-9271-454b8729a786 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:45:52.534812 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-fcc99886-7616-4861-990b-78d60fac380b req-cb378edb-d331-4b87-9271-454b8729a786 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/ports?device_id=10329872-f54e-4e42-9979-1bd568e5ab77 HTTP/1.1" status: 200  len: 945 time: 0.2775583
Feb 02 13:45:52.626527 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-36a3daef-6bf9-4ccf-897d-df5010cc1290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e9b30438>, [{'id': '5d4c720d-91e2-42ec-9f3c-a973a6b73dd7', 'name': 'tempest-TestShelveInstance-1257901556-router', 'tenant_id': '156529df103f414f810c70e1554ede91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'd76a849a-03b2-423a-a8f2-fc1e84a2a13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:39:53Z', 'updated_at': '2021-02-02T13:45:49Z', 'revision_number': 5, 'project_id': '156529df103f414f810c70e1554ede91', 'gw_port': {'id': 'd76a849a-03b2-423a-a8f2-fc1e84a2a13b', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4c720d-91e2-42ec-9f3c-a973a6b73dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:39:57Z', 'updated_at': '2021-02-02T13:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi'}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:45:52.632928 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a3daef-6bf9-4ccf-897d-df5010cc1290 None None] Checking router: 5d4c720d-91e2-42ec-9f3c-a973a6b73dd7 for host: dv-cinder-772388-4-iscsi {{(pid=80187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 02 13:45:52.647051 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a3daef-6bf9-4ccf-897d-df5010cc1290 None None] Routers {'5d4c720d-91e2-42ec-9f3c-a973a6b73dd7'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:45:52.647742 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-36a3daef-6bf9-4ccf-897d-df5010cc1290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e9b30438>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:45:29Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['5d4c720d-91e2-42ec-9f3c-a973a6b73dd7'], 'active': True} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:45:52.702398 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-fcc99886-7616-4861-990b-78d60fac380b req-7394c3fa-6253-46c8-a925-d9f0e3539dc9 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/security-groups?id=b6fb2200-1736-4deb-ab3d-1ed649e2e426&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1563025
Feb 02 13:45:52.768943 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-800e5670-357c-43d8-90ac-575e73dd74bf admin admin] For port d76a849a-03b2-423a-a8f2-fc1e84a2a13b, host dv-cinder-772388-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=d76a849a-03b2-423a-a8f2-fc1e84a2a13b,segment=NetworkSegment(5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8),segment_id=5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8)] {{(pid=80184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:45:52.769482 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-800e5670-357c-43d8-90ac-575e73dd74bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:52.921785 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-800e5670-357c-43d8-90ac-575e73dd74bf admin admin] Calling delete_port for d76a849a-03b2-423a-a8f2-fc1e84a2a13b owned by network:router_gateway {{(pid=80184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:45:52.938951 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-36a3daef-6bf9-4ccf-897d-df5010cc1290 None None] Set router 5d4c720d-91e2-42ec-9f3c-a973a6b73dd7 gateway port host: dv-cinder-772388-4-iscsi {{(pid=80187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:45:53.206782 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b85bf-2266-4d2b-b782-bdb46f3a94f9 req-b6f8744d-b190-4529-a5de-b204213fc993 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:45:53.208443 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-cf8b85bf-2266-4d2b-b782-bdb46f3a94f9 req-b6f8744d-b190-4529-a5de-b204213fc993 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/ports?device_id=10329872-f54e-4e42-9979-1bd568e5ab77 HTTP/1.1" status: 200  len: 945 time: 0.2944522
Feb 02 13:45:53.225893 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 46820) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:45:53.238312 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-b95eaa15-29a7-4eba-aced-7ddc33e48d38 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Request body: {'floatingip': {'port_id': 'acd8ad93-5ff9-4aeb-abcc-211446fd3b7d'}} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:45:53.287111 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-36a3daef-6bf9-4ccf-897d-df5010cc1290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e9b30438>, [{'id': '5d4c720d-91e2-42ec-9f3c-a973a6b73dd7', 'name': 'tempest-TestShelveInstance-1257901556-router', 'tenant_id': '156529df103f414f810c70e1554ede91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'd76a849a-03b2-423a-a8f2-fc1e84a2a13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:39:53Z', 'updated_at': '2021-02-02T13:45:49Z', 'revision_number': 5, 'project_id': '156529df103f414f810c70e1554ede91', 'gw_port': {'id': 'd76a849a-03b2-423a-a8f2-fc1e84a2a13b', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4c720d-91e2-42ec-9f3c-a973a6b73dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:39:57Z', 'updated_at': '2021-02-02T13:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi'}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:45:53.291326 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a3daef-6bf9-4ccf-897d-df5010cc1290 None None] The sync data for ids ['5d4c720d-91e2-42ec-9f3c-a973a6b73dd7'] in dv-cinder-772388-4-iscsi is: [{'id': '5d4c720d-91e2-42ec-9f3c-a973a6b73dd7', 'name': 'tempest-TestShelveInstance-1257901556-router', 'tenant_id': '156529df103f414f810c70e1554ede91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'd76a849a-03b2-423a-a8f2-fc1e84a2a13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:39:53Z', 'updated_at': '2021-02-02T13:45:49Z', 'revision_number': 5, 'project_id': '156529df103f414f810c70e1554ede91', 'gw_port': {'id': 'd76a849a-03b2-423a-a8f2-fc1e84a2a13b', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4c720d-91e2-42ec-9f3c-a973a6b73dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:39:57Z', 'updated_at': '2021-02-02T13:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi'}] {{(pid=80187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 02 13:45:53.360449 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b95eaa15-29a7-4eba-aced-7ddc33e48d38 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks [] for floatingip, before_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:53.422651 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-800e5670-357c-43d8-90ac-575e73dd74bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264942761622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264943208991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851940450'] for port, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:54.187586 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-800e5670-357c-43d8-90ac-575e73dd74bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2076301'] for router_gateway, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:54.371711 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-800e5670-357c-43d8-90ac-575e73dd74bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2071233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854754973'] for router, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:54.377031 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-800e5670-357c-43d8-90ac-575e73dd74bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:54.465301 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device b22322b4-1120-4861-847c-6398c0e89dd1 no longer exists at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 02 13:45:54.496173 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-800e5670-357c-43d8-90ac-575e73dd74bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852704398'] for router, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:54.496828 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-800e5670-357c-43d8-90ac-575e73dd74bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d4c720d-91e2-42ec-9f3c-a973a6b73dd7 {{(pid=80184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 02 13:45:54.510156 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] No Port match for: b22322b4-1120-4861-847c-6398c0e89dd1 {{(pid=80186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 02 13:45:54.510583 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device b22322b4-1120-4861-847c-6398c0e89dd1 not bound to the agent host dv-cinder-772388-4-iscsi {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 02 13:45:54.525207 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-800e5670-357c-43d8-90ac-575e73dd74bf admin admin] Notify callbacks [] for router, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:54.526475 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-800e5670-357c-43d8-90ac-575e73dd74bf admin admin] 10.222.0.133 "DELETE /v2.0/routers/5d4c720d-91e2-42ec-9f3c-a973a6b73dd7 HTTP/1.1" status: 204  len: 168 time: 2.7886457
Feb 02 13:45:54.529785 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 46826) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:45:54.614225 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4abe241-9b2b-4b3b-94bf-c97891d6dcdb admin admin] Deleting subnet 024425eb-098f-4677-a8c1-ec942c20e1f6 {{(pid=80185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Feb 02 13:45:54.618023 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f4abe241-9b2b-4b3b-94bf-c97891d6dcdb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:54.692787 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f4abe241-9b2b-4b3b-94bf-c97891d6dcdb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2760056'] for subnet, precommit_delete_associations {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:54.791521 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b95eaa15-29a7-4eba-aced-7ddc33e48d38 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:54.796453 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b95eaa15-29a7-4eba-aced-7ddc33e48d38 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852699397'] for floatingip, after_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:54.799333 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f4abe241-9b2b-4b3b-94bf-c97891d6dcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-22738'] for subnet, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:55.015553 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.db.l3_db [None req-b95eaa15-29a7-4eba-aced-7ddc33e48d38 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Floating IP 6cddcedf-38b4-4dfc-9865-af82a0577e43 associated. External IP: 172.27.2.22, port: acd8ad93-5ff9-4aeb-abcc-211446fd3b7d.
Feb 02 13:45:55.103746 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f4abe241-9b2b-4b3b-94bf-c97891d6dcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854753062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852565192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852449406'] for subnet, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:55.122757 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-688de1eb-b721-46ad-aaba-099e00b6d257 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:45:55.189353 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4abe241-9b2b-4b3b-94bf-c97891d6dcdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=024425eb-098f-4677-a8c1-ec942c20e1f6,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:45:55.269760 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4abe241-9b2b-4b3b-94bf-c97891d6dcdb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:55.270156 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4abe241-9b2b-4b3b-94bf-c97891d6dcdb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:55.270640 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4abe241-9b2b-4b3b-94bf-c97891d6dcdb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:55.271059 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4abe241-9b2b-4b3b-94bf-c97891d6dcdb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:55.271507 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4abe241-9b2b-4b3b-94bf-c97891d6dcdb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:55.271916 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4abe241-9b2b-4b3b-94bf-c97891d6dcdb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:55.272474 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4abe241-9b2b-4b3b-94bf-c97891d6dcdb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:55.274730 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4abe241-9b2b-4b3b-94bf-c97891d6dcdb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:55.274730 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4abe241-9b2b-4b3b-94bf-c97891d6dcdb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:55.274730 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4abe241-9b2b-4b3b-94bf-c97891d6dcdb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:55.274730 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4abe241-9b2b-4b3b-94bf-c97891d6dcdb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:55.275710 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4abe241-9b2b-4b3b-94bf-c97891d6dcdb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:55.275911 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4abe241-9b2b-4b3b-94bf-c97891d6dcdb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:55.276565 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4abe241-9b2b-4b3b-94bf-c97891d6dcdb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:55.277254 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4abe241-9b2b-4b3b-94bf-c97891d6dcdb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:55.278004 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4abe241-9b2b-4b3b-94bf-c97891d6dcdb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:55.278862 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4abe241-9b2b-4b3b-94bf-c97891d6dcdb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:55.279142 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4abe241-9b2b-4b3b-94bf-c97891d6dcdb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:55.279757 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4abe241-9b2b-4b3b-94bf-c97891d6dcdb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:55.280472 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4abe241-9b2b-4b3b-94bf-c97891d6dcdb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:55.281141 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4abe241-9b2b-4b3b-94bf-c97891d6dcdb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:55.281906 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4abe241-9b2b-4b3b-94bf-c97891d6dcdb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:55.282608 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4abe241-9b2b-4b3b-94bf-c97891d6dcdb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:55.283292 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4abe241-9b2b-4b3b-94bf-c97891d6dcdb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:45:55.292428 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f4abe241-9b2b-4b3b-94bf-c97891d6dcdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:45:55.328267 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f4abe241-9b2b-4b3b-94bf-c97891d6dcdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:55.335611 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-f4abe241-9b2b-4b3b-94bf-c97891d6dcdb admin admin] 10.222.0.133 "DELETE /v2.0/subnets/024425eb-098f-4677-a8c1-ec942c20e1f6 HTTP/1.1" status: 204  len: 168 time: 0.8046854
Feb 02 13:45:55.340748 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 46836) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:45:55.358123 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136ff462-7f18-457f-83ef-242fb9d9e12b None None] Network bfd3edfa-a91a-4015-b406-69d2841d72b8 requested from dv-cinder-772388-4-iscsi {{(pid=80186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 02 13:45:55.480152 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-697e6d1e-93df-4c4b-bce2-458aa845df0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854257808'] for network, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:55.513488 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b95eaa15-29a7-4eba-aced-7ddc33e48d38 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Router ad341255-7ecc-43c6-b68e-2258dac3fe16 has already been hosted by L3 agent 46ed2aac-7d32-4274-9cac-387c5fc2cd87 {{(pid=80184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 02 13:45:55.581048 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-697e6d1e-93df-4c4b-bce2-458aa845df0c admin admin] Deleting port d2e71620-7f33-4a2b-a308-be635a364f27 {{(pid=80185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:45:55.581824 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-697e6d1e-93df-4c4b-bce2-458aa845df0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:55.665402 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1795b47-33c4-4bea-baf3-181c7e7e76ad None None] DHCP port deletion for bfd3edfa-a91a-4015-b406-69d2841d72b8 request from dv-cinder-772388-4-iscsi {{(pid=80186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 02 13:45:55.672429 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-c1795b47-33c4-4bea-baf3-181c7e7e76ad None None] Deleting port d2e71620-7f33-4a2b-a308-be635a364f27 {{(pid=80186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:45:55.672429 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c1795b47-33c4-4bea-baf3-181c7e7e76ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:55.749609 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b95eaa15-29a7-4eba-aced-7ddc33e48d38 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify agent at l3_agent.dv-cinder-772388-4-iscsi the message routers_updated {{(pid=80184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 02 13:45:55.767509 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b95eaa15-29a7-4eba-aced-7ddc33e48d38 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for floatingip, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:55.789032 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a692c44-c96e-482c-984c-6d44ee012c6c None None] Sync routers for ids ['ad341255-7ecc-43c6-b68e-2258dac3fe16'] in dv-cinder-772388-4-iscsi {{(pid=80186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 02 13:45:55.828569 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a692c44-c96e-482c-984c-6d44ee012c6c None None] Routers {'ad341255-7ecc-43c6-b68e-2258dac3fe16'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:45:55.830016 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-1a692c44-c96e-482c-984c-6d44ee012c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e949c6a0>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:45:29Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['ad341255-7ecc-43c6-b68e-2258dac3fe16'], 'active': True} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:45:55.892757 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-697e6d1e-93df-4c4b-bce2-458aa845df0c admin admin] For port d2e71620-7f33-4a2b-a308-be635a364f27, host dv-cinder-772388-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=d2e71620-7f33-4a2b-a308-be635a364f27,segment=NetworkSegment(b89d9c0d-42a5-4969-a487-1d5882b09245),segment_id=b89d9c0d-42a5-4969-a487-1d5882b09245)] {{(pid=80185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:45:55.893394 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-697e6d1e-93df-4c4b-bce2-458aa845df0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:55.895371 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-b95eaa15-29a7-4eba-aced-7ddc33e48d38 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "PUT /v2.0/floatingips/6cddcedf-38b4-4dfc-9865-af82a0577e43 HTTP/1.1" status: 200  len: 990 time: 2.6681349
Feb 02 13:45:55.896561 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10329872-f54e-4e42-9979-1bd568e5ab77', 'tag': 'acd8ad93-5ff9-4aeb-abcc-211446fd3b7d'}] {{(pid=80184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:45:55.998967 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10329872-f54e-4e42-9979-1bd568e5ab77', 'tag': 'acd8ad93-5ff9-4aeb-abcc-211446fd3b7d', 'status': 'completed', 'code': 200}
Feb 02 13:45:56.107146 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-697e6d1e-93df-4c4b-bce2-458aa845df0c admin admin] Calling delete_port for d2e71620-7f33-4a2b-a308-be635a364f27 owned by network:dhcp {{(pid=80185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:45:56.143744 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9975a51-befd-4caf-99fb-f32bc9c87095 req-33d65cf5-6393-446b-beb1-016d4ba30c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:45:56.145880 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e9975a51-befd-4caf-99fb-f32bc9c87095 req-33d65cf5-6393-446b-beb1-016d4ba30c51 service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=dc43bfb261a1419d93631ca1734b41d5&device_id=10329872-f54e-4e42-9979-1bd568e5ab77 HTTP/1.1" status: 200  len: 1162 time: 0.1222970
Feb 02 13:45:56.211662 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-697e6d1e-93df-4c4b-bce2-458aa845df0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264942761622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264943208991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2210562'] for port, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:56.235745 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-7f539028-12f2-41d5-9f49-63128158632d tempest-VolumesActionsTest-668328276 tempest-VolumesActionsTest-668328276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:45:56.243574 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d5d59c65-7465-4972-ba2c-35bcd3818635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:56.255330 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-c1795b47-33c4-4bea-baf3-181c7e7e76ad None None] For port d2e71620-7f33-4a2b-a308-be635a364f27, host dv-cinder-772388-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=d2e71620-7f33-4a2b-a308-be635a364f27,segment=NetworkSegment(b89d9c0d-42a5-4969-a487-1d5882b09245),segment_id=b89d9c0d-42a5-4969-a487-1d5882b09245)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:45:56.255881 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c1795b47-33c4-4bea-baf3-181c7e7e76ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:56.338661 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697e6d1e-93df-4c4b-bce2-458aa845df0c admin admin] Pushing event deleted for resources: {'Port': ['ID=d2e71620-7f33-4a2b-a308-be635a364f27,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:45:56.341674 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-697e6d1e-93df-4c4b-bce2-458aa845df0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:45:56.349083 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9975a51-befd-4caf-99fb-f32bc9c87095 req-e828ba98-524c-4cd1-ad26-46e0aeb4551d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:45:56.351597 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e9975a51-befd-4caf-99fb-f32bc9c87095 req-e828ba98-524c-4cd1-ad26-46e0aeb4551d service neutron] 10.222.0.132 "GET /v2.0/networks?id=a4835e6f-7982-41d9-8597-68768326e2b7 HTTP/1.1" status: 200  len: 905 time: 0.1998186
Feb 02 13:45:56.416751 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697e6d1e-93df-4c4b-bce2-458aa845df0c admin admin] No DVR routers for this DVR port d2e71620-7f33-4a2b-a308-be635a364f27 on host dv-cinder-772388-4-iscsi {{(pid=80185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 02 13:45:56.527076 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e9975a51-befd-4caf-99fb-f32bc9c87095 req-8e2d0d6b-6bae-44d2-81da-93ccb6e718df service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acd8ad93-5ff9-4aeb-abcc-211446fd3b7d HTTP/1.1" status: 200  len: 998 time: 0.1700819
Feb 02 13:45:56.612740 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-697e6d1e-93df-4c4b-bce2-458aa845df0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12633', 'neutron.services.segments.db._delete_segments_for_network--9223363264942646934'] for network, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:56.670956 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9975a51-befd-4caf-99fb-f32bc9c87095 req-2fb1dffe-330b-4514-afd1-73b079e9a536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:45:56.675297 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e9975a51-befd-4caf-99fb-f32bc9c87095 req-2fb1dffe-330b-4514-afd1-73b079e9a536 service neutron] 10.222.0.132 "GET /v2.0/subnets?id=7bd499ff-eea3-463e-bee1-8df687fd8da3 HTTP/1.1" status: 200  len: 850 time: 0.1404717
Feb 02 13:45:56.691863 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-c1795b47-33c4-4bea-baf3-181c7e7e76ad None None] Calling delete_port for d2e71620-7f33-4a2b-a308-be635a364f27 owned by network:dhcp {{(pid=80186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:45:56.728830 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device d2e71620-7f33-4a2b-a308-be635a364f27 no longer exists at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 02 13:45:56.810319 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.services.segments.db [None req-697e6d1e-93df-4c4b-bce2-458aa845df0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa5ea769320>,) {'filters': {'network_id': ['bfd3edfa-a91a-4015-b406-69d2841d72b8']}} {{(pid=80185) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:45:56.822322 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9975a51-befd-4caf-99fb-f32bc9c87095 req-9b6ec688-2206-4fdd-99af-934735142d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:45:56.824507 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] No Port match for: d2e71620-7f33-4a2b-a308-be635a364f27 {{(pid=80186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 02 13:45:56.825151 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device d2e71620-7f33-4a2b-a308-be635a364f27 not bound to the agent host dv-cinder-772388-4-iscsi {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 02 13:45:56.825609 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e9975a51-befd-4caf-99fb-f32bc9c87095 req-9b6ec688-2206-4fdd-99af-934735142d7d service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=a4835e6f-7982-41d9-8597-68768326e2b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1417663
Feb 02 13:45:56.825887 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device d76a849a-03b2-423a-a8f2-fc1e84a2a13b no longer exists at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 02 13:45:56.831492 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.services.segments.db [None req-697e6d1e-93df-4c4b-bce2-458aa845df0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa5ea769320>, 'b89d9c0d-42a5-4969-a487-1d5882b09245') {'for_net_delete': True} {{(pid=80185) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:45:56.832009 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.services.segments.db [None req-697e6d1e-93df-4c4b-bce2-458aa845df0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa5ea769320>, 'b89d9c0d-42a5-4969-a487-1d5882b09245') {} {{(pid=80185) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:45:56.856932 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-697e6d1e-93df-4c4b-bce2-458aa845df0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363264942647702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852015760'] for segment, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:56.885972 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-697e6d1e-93df-4c4b-bce2-458aa845df0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764996'] for segment, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:56.889036 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-697e6d1e-93df-4c4b-bce2-458aa845df0c admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 02 13:45:56.894043 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] No Port match for: d76a849a-03b2-423a-a8f2-fc1e84a2a13b {{(pid=80186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 02 13:45:56.895070 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device d76a849a-03b2-423a-a8f2-fc1e84a2a13b not bound to the agent host dv-cinder-772388-4-iscsi {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 02 13:45:56.921118 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-1a692c44-c96e-482c-984c-6d44ee012c6c None None] Set router ad341255-7ecc-43c6-b68e-2258dac3fe16 gateway port host: dv-cinder-772388-4-iscsi {{(pid=80186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:45:57.126661 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e9975a51-befd-4caf-99fb-f32bc9c87095 req-3c1e665d-1e01-49db-94bb-cf8db2d7f74a service neutron] 10.222.0.132 "GET /v2.0/networks/a4835e6f-7982-41d9-8597-68768326e2b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2963891
Feb 02 13:45:57.154155 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.db.api [None req-c1795b47-33c4-4bea-baf3-181c7e7e76ad None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80186) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 02 13:45:57.154788 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_db.api [None req-c1795b47-33c4-4bea-baf3-181c7e7e76ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 02 13:45:57.317889 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e9975a51-befd-4caf-99fb-f32bc9c87095 req-21086f6b-74a9-47ae-9ae9-e01f369a52ba service neutron] 10.222.0.132 "GET /v2.0/networks/a4835e6f-7982-41d9-8597-68768326e2b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1824174
Feb 02 13:45:57.352176 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-697e6d1e-93df-4c4b-bce2-458aa845df0c admin admin] Network bfd3edfa-a91a-4015-b406-69d2841d72b8 has no segments {{(pid=80185) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 02 13:45:57.370200 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-697e6d1e-93df-4c4b-bce2-458aa845df0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-10804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852565161'] for segment, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:57.492631 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-1a692c44-c96e-482c-984c-6d44ee012c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e949c6a0>, [{'id': 'ad341255-7ecc-43c6-b68e-2258dac3fe16', 'name': 'tempest-AttachVolumeTestJSON-1395695913-router', 'tenant_id': 'dc43bfb261a1419d93631ca1734b41d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '18a2dbf0-0539-4feb-8790-507726aa8e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:41:17Z', 'updated_at': '2021-02-02T13:41:26Z', 'revision_number': 4, 'project_id': 'dc43bfb261a1419d93631ca1734b41d5', 'gw_port': {'id': '18a2dbf0-0539-4feb-8790-507726aa8e25', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad341255-7ecc-43c6-b68e-2258dac3fe16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:19Z', 'updated_at': '2021-02-02T13:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_floatingips': [{'id': '6cddcedf-38b4-4dfc-9865-af82a0577e43', 'tenant_id': 'dc43bfb261a1419d93631ca1734b41d5', 'floating_ip_address': '172.27.2.22', 'floating_network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'router_id': 'ad341255-7ecc-43c6-b68e-2258dac3fe16', 'port_id': 'acd8ad93-5ff9-4aeb-abcc-211446fd3b7d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4835e6f-7982-41d9-8597-68768326e2b7', 'mac_address': 'fa:16:3e:44:a7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10329872-f54e-4e42-9979-1bd568e5ab77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-02T13:45:34Z', 'updated_at': '2021-02-02T13:45:54Z', 'revision_number': 1, 'project_id': 'dc43bfb261a1419d93631ca1734b41d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '060e64a5-488e-45ca-ae21-bc198b2cac26', 'name': '', 'network_id': 'a4835e6f-7982-41d9-8597-68768326e2b7', 'tenant_id': 'dc43bfb261a1419d93631ca1734b41d5', 'mac_address': 'fa:16:3e:ed:87:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad341255-7ecc-43c6-b68e-2258dac3fe16', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '7bd499ff-eea3-463e-bee1-8df687fd8da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:24Z', 'updated_at': '2021-02-02T13:41:36Z', 'revision_number': 5, 'project_id': 'dc43bfb261a1419d93631ca1734b41d5', 'subnets': [{'id': '7bd499ff-eea3-463e-bee1-8df687fd8da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:45:57.502323 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a692c44-c96e-482c-984c-6d44ee012c6c None None] Checking router: ad341255-7ecc-43c6-b68e-2258dac3fe16 for host: dv-cinder-772388-4-iscsi {{(pid=80186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 02 13:45:57.515391 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a692c44-c96e-482c-984c-6d44ee012c6c None None] Routers {'ad341255-7ecc-43c6-b68e-2258dac3fe16'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:45:57.516890 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-1a692c44-c96e-482c-984c-6d44ee012c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e949c6a0>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:45:29Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['ad341255-7ecc-43c6-b68e-2258dac3fe16'], 'active': True} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:45:57.670845 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-c1795b47-33c4-4bea-baf3-181c7e7e76ad None None] Deleting port d2e71620-7f33-4a2b-a308-be635a364f27 {{(pid=80186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:45:57.671517 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c1795b47-33c4-4bea-baf3-181c7e7e76ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:57.780346 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-c1795b47-33c4-4bea-baf3-181c7e7e76ad None None] The port 'd2e71620-7f33-4a2b-a308-be635a364f27' was deleted {{(pid=80186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 02 13:45:57.843682 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-1a692c44-c96e-482c-984c-6d44ee012c6c None None] Set router ad341255-7ecc-43c6-b68e-2258dac3fe16 gateway port host: dv-cinder-772388-4-iscsi {{(pid=80186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:45:57.926096 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-697e6d1e-93df-4c4b-bce2-458aa845df0c admin admin] Network bfd3edfa-a91a-4015-b406-69d2841d72b8 has no segments {{(pid=80185) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 02 13:45:57.951043 dv-cinder-772388-4-iscsi neutron-server[80071]: Traceback (most recent call last):
Feb 02 13:45:57.951043 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 02 13:45:57.951043 dv-cinder-772388-4-iscsi neutron-server[80071]:     timer()
Feb 02 13:45:57.951043 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 02 13:45:57.951043 dv-cinder-772388-4-iscsi neutron-server[80071]:     cb(*args, **kw)
Feb 02 13:45:57.951043 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 02 13:45:57.951043 dv-cinder-772388-4-iscsi neutron-server[80071]:     return func(*args, **kwargs)
Feb 02 13:45:57.951043 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 02 13:45:57.951043 dv-cinder-772388-4-iscsi neutron-server[80071]:     self._notify()
Feb 02 13:45:57.951043 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 02 13:45:57.951043 dv-cinder-772388-4-iscsi neutron-server[80071]:     self.callback(batched_events)
Feb 02 13:45:57.951043 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 02 13:45:57.951043 dv-cinder-772388-4-iscsi neutron-server[80071]:     event.method(event)
Feb 02 13:45:57.951043 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 02 13:45:57.951043 dv-cinder-772388-4-iscsi neutron-server[80071]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 02 13:45:57.951043 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 02 13:45:57.951043 dv-cinder-772388-4-iscsi neutron-server[80071]:     segment_id)['aggregates'][0]
Feb 02 13:45:57.951043 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 02 13:45:57.951043 dv-cinder-772388-4-iscsi neutron-server[80071]:     return f(self, *a, **k)
Feb 02 13:45:57.951043 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 02 13:45:57.951043 dv-cinder-772388-4-iscsi neutron-server[80071]:     return self._get(url).json()
Feb 02 13:45:57.951043 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 02 13:45:57.951043 dv-cinder-772388-4-iscsi neutron-server[80071]:     **kwargs)
Feb 02 13:45:57.951043 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 02 13:45:57.951043 dv-cinder-772388-4-iscsi neutron-server[80071]:     return self.request(url, 'GET', **kwargs)
Feb 02 13:45:57.951043 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 02 13:45:57.951043 dv-cinder-772388-4-iscsi neutron-server[80071]:     **endpoint_filter)
Feb 02 13:45:57.951043 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 02 13:45:57.951043 dv-cinder-772388-4-iscsi neutron-server[80071]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 02 13:45:57.951043 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 02 13:45:57.951043 dv-cinder-772388-4-iscsi neutron-server[80071]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 02 13:45:57.951043 dv-cinder-772388-4-iscsi neutron-server[80071]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 02 13:45:58.040927 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-697e6d1e-93df-4c4b-bce2-458aa845df0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854763167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852699500'] for network, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:58.046206 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:45:58.069512 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-697e6d1e-93df-4c4b-bce2-458aa845df0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for network, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:58.083787 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697e6d1e-93df-4c4b-bce2-458aa845df0c admin admin] Pushing event deleted for resources: {'Network': ['ID=bfd3edfa-a91a-4015-b406-69d2841d72b8,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:45:58.088568 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-697e6d1e-93df-4c4b-bce2-458aa845df0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:45:58.090874 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-697e6d1e-93df-4c4b-bce2-458aa845df0c admin admin] 10.222.0.133 "DELETE /v2.0/networks/bfd3edfa-a91a-4015-b406-69d2841d72b8 HTTP/1.1" status: 204  len: 168 time: 2.7488210
Feb 02 13:45:58.272997 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-1a692c44-c96e-482c-984c-6d44ee012c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e949c6a0>, [{'id': 'ad341255-7ecc-43c6-b68e-2258dac3fe16', 'name': 'tempest-AttachVolumeTestJSON-1395695913-router', 'tenant_id': 'dc43bfb261a1419d93631ca1734b41d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '18a2dbf0-0539-4feb-8790-507726aa8e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:41:17Z', 'updated_at': '2021-02-02T13:41:26Z', 'revision_number': 4, 'project_id': 'dc43bfb261a1419d93631ca1734b41d5', 'gw_port': {'id': '18a2dbf0-0539-4feb-8790-507726aa8e25', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad341255-7ecc-43c6-b68e-2258dac3fe16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:19Z', 'updated_at': '2021-02-02T13:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_floatingips': [{'id': '6cddcedf-38b4-4dfc-9865-af82a0577e43', 'tenant_id': 'dc43bfb261a1419d93631ca1734b41d5', 'floating_ip_address': '172.27.2.22', 'floating_network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'router_id': 'ad341255-7ecc-43c6-b68e-2258dac3fe16', 'port_id': 'acd8ad93-5ff9-4aeb-abcc-211446fd3b7d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4835e6f-7982-41d9-8597-68768326e2b7', 'mac_address': 'fa:16:3e:44:a7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10329872-f54e-4e42-9979-1bd568e5ab77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-02T13:45:34Z', 'updated_at': '2021-02-02T13:45:54Z', 'revision_number': 1, 'project_id': 'dc43bfb261a1419d93631ca1734b41d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '060e64a5-488e-45ca-ae21-bc198b2cac26', 'name': '', 'network_id': 'a4835e6f-7982-41d9-8597-68768326e2b7', 'tenant_id': 'dc43bfb261a1419d93631ca1734b41d5', 'mac_address': 'fa:16:3e:ed:87:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad341255-7ecc-43c6-b68e-2258dac3fe16', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '7bd499ff-eea3-463e-bee1-8df687fd8da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:24Z', 'updated_at': '2021-02-02T13:41:36Z', 'revision_number': 5, 'project_id': 'dc43bfb261a1419d93631ca1734b41d5', 'subnets': [{'id': '7bd499ff-eea3-463e-bee1-8df687fd8da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:45:58.280426 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a692c44-c96e-482c-984c-6d44ee012c6c None None] The sync data for ids ['ad341255-7ecc-43c6-b68e-2258dac3fe16'] in dv-cinder-772388-4-iscsi is: [{'id': 'ad341255-7ecc-43c6-b68e-2258dac3fe16', 'name': 'tempest-AttachVolumeTestJSON-1395695913-router', 'tenant_id': 'dc43bfb261a1419d93631ca1734b41d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '18a2dbf0-0539-4feb-8790-507726aa8e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:41:17Z', 'updated_at': '2021-02-02T13:41:26Z', 'revision_number': 4, 'project_id': 'dc43bfb261a1419d93631ca1734b41d5', 'gw_port': {'id': '18a2dbf0-0539-4feb-8790-507726aa8e25', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad341255-7ecc-43c6-b68e-2258dac3fe16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:19Z', 'updated_at': '2021-02-02T13:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_floatingips': [{'id': '6cddcedf-38b4-4dfc-9865-af82a0577e43', 'tenant_id': 'dc43bfb261a1419d93631ca1734b41d5', 'floating_ip_address': '172.27.2.22', 'floating_network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'router_id': 'ad341255-7ecc-43c6-b68e-2258dac3fe16', 'port_id': 'acd8ad93-5ff9-4aeb-abcc-211446fd3b7d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4835e6f-7982-41d9-8597-68768326e2b7', 'mac_address': 'fa:16:3e:44:a7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10329872-f54e-4e42-9979-1bd568e5ab77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-02T13:45:34Z', 'updated_at': '2021-02-02T13:45:54Z', 'revision_number': 1, 'project_id': 'dc43bfb261a1419d93631ca1734b41d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '060e64a5-488e-45ca-ae21-bc198b2cac26', 'name': '', 'network_id': 'a4835e6f-7982-41d9-8597-68768326e2b7', 'tenant_id': 'dc43bfb261a1419d93631ca1734b41d5', 'mac_address': 'fa:16:3e:ed:87:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad341255-7ecc-43c6-b68e-2258dac3fe16', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '7bd499ff-eea3-463e-bee1-8df687fd8da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:24Z', 'updated_at': '2021-02-02T13:41:36Z', 'revision_number': 5, 'project_id': 'dc43bfb261a1419d93631ca1734b41d5', 'subnets': [{'id': '7bd499ff-eea3-463e-bee1-8df687fd8da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 02 13:45:58.336944 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 46860) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:45:58.397465 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-16ecb847-69a3-4fb6-b689-681a9a20af9a admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=8e16c9728d43493c958535e3444169f8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0587473
Feb 02 13:45:58.400316 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 46864) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:45:58.474006 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f64f644a-e79e-4f58-953c-9fde8c453a5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:58.506163 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f64f644a-e79e-4f58-953c-9fde8c453a5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:58.565647 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f64f644a-e79e-4f58-953c-9fde8c453a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:58.573122 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-03a85b33-69b6-44dc-827b-ed0bfbb42ba1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:45:58.598004 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64f644a-e79e-4f58-953c-9fde8c453a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd203e3-fa55-4cc6-a2db-88296241dd39,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:45:58.604507 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f64f644a-e79e-4f58-953c-9fde8c453a5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:45:58.614894 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f64f644a-e79e-4f58-953c-9fde8c453a5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:58.621901 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-f64f644a-e79e-4f58-953c-9fde8c453a5d admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/3bd203e3-fa55-4cc6-a2db-88296241dd39 HTTP/1.1" status: 204  len: 168 time: 0.2152600
Feb 02 13:45:58.626100 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff647959-3116-4350-9c69-ae36d9003720 None None] New status for floating IP 6cddcedf-38b4-4dfc-9865-af82a0577e43: ACTIVE {{(pid=80187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 02 13:45:59.057159 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c7e8766e-8d12-4426-afca-822902410145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:59.326394 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-402ef568-587a-4fac-bc8d-bdc0c3ed4112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:59.334165 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 46880) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:45:59.415846 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-6036b0cb-d464-439a-9298-148991216a02 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=156529df103f414f810c70e1554ede91&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0779335
Feb 02 13:45:59.418808 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 46884) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:45:59.485861 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-36a4bab9-9a31-4a26-86e1-1af78d62e64b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:59.516815 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-36a4bab9-9a31-4a26-86e1-1af78d62e64b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:59.571179 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-36a4bab9-9a31-4a26-86e1-1af78d62e64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:59.576650 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-8f398234-e3d1-44b0-a291-c60ac5ecd55c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:45:59.591215 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a4bab9-9a31-4a26-86e1-1af78d62e64b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04d666c-e2b7-4f34-b9d8-ef3bbd64cf07,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:45:59.594420 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-36a4bab9-9a31-4a26-86e1-1af78d62e64b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:45:59.595406 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-36a4bab9-9a31-4a26-86e1-1af78d62e64b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:45:59.596873 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-36a4bab9-9a31-4a26-86e1-1af78d62e64b admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/f04d666c-e2b7-4f34-b9d8-ef3bbd64cf07 HTTP/1.1" status: 204  len: 168 time: 0.1768279
Feb 02 13:46:00.305177 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:00.677164 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 46910) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:46:00.906020 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-71d60396-d134-43e6-8fe0-add7c5a41e4f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-815306273-network', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f'}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:46:00.911854 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-71d60396-d134-43e6-8fe0-add7c5a41e4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:46:00.916266 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-71d60396-d134-43e6-8fe0-add7c5a41e4f admin admin] Usage tracker for resource:network and tenant:9fd246219b8b41dbaae8904115d1595f is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:46:00.920649 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-71d60396-d134-43e6-8fe0-add7c5a41e4f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:46:00.926581 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-71d60396-d134-43e6-8fe0-add7c5a41e4f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:46:00.937660 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d60396-d134-43e6-8fe0-add7c5a41e4f admin admin] Made reservation on behalf of 9fd246219b8b41dbaae8904115d1595f for: {'network': 1} {{(pid=80185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 02 13:46:00.943181 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-71d60396-d134-43e6-8fe0-add7c5a41e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for network, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:00.956647 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-71d60396-d134-43e6-8fe0-add7c5a41e4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:00.972097 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-71d60396-d134-43e6-8fe0-add7c5a41e4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:46:00.976215 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-71d60396-d134-43e6-8fe0-add7c5a41e4f admin admin] Usage tracker for resource:security_group_rule and tenant:9fd246219b8b41dbaae8904115d1595f is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:46:00.979122 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-71d60396-d134-43e6-8fe0-add7c5a41e4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:46:00.985083 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-71d60396-d134-43e6-8fe0-add7c5a41e4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:46:01.075382 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-42ef245d-f728-4293-a752-dedea4fc02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:01.081257 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-71d60396-d134-43e6-8fe0-add7c5a41e4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:01.084235 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-71d60396-d134-43e6-8fe0-add7c5a41e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:01.088535 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-cbb86a90-f9df-4905-b03c-bd5a38426053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:46:01.117671 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71d60396-d134-43e6-8fe0-add7c5a41e4f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 02 13:46:01.130696 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d60396-d134-43e6-8fe0-add7c5a41e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67397c8-f905-47a5-a252-39555615ba98,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:46:01.135024 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-71d60396-d134-43e6-8fe0-add7c5a41e4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:46:01.136055 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-71d60396-d134-43e6-8fe0-add7c5a41e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764996'] for segment, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:01.136418 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.db.segments_db [None req-71d60396-d134-43e6-8fe0-add7c5a41e4f admin admin] Added segment 2aa86323-3806-4213-8222-472504c40951 of type vxlan for network 0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593
Feb 02 13:46:01.166701 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-71d60396-d134-43e6-8fe0-add7c5a41e4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771911551603'] for network, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:01.204867 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-71d60396-d134-43e6-8fe0-add7c5a41e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670'] for network, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:01.206343 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d60396-d134-43e6-8fe0-add7c5a41e4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:46:01.207096 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-71d60396-d134-43e6-8fe0-add7c5a41e4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for network, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:01.212646 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:46:01.319969 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-71d60396-d134-43e6-8fe0-add7c5a41e4f admin admin] 10.222.0.133 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.6415164
Feb 02 13:46:01.321048 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d60396-d134-43e6-8fe0-add7c5a41e4f admin admin] Pushing event updated for resources: {'Network': ['ID=0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:46:01.323664 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 46916) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:46:01.326879 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-71d60396-d134-43e6-8fe0-add7c5a41e4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:46:01.331530 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-7dd3111c-0961-4a82-9e4e-eda9041e0bfb admin admin] Request body: {'subnet': {'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-815306273-subnet', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'ip_version': 4}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:46:01.333230 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Network 0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593 details requested by agent ovs-agent-dv-cinder-772388-4-iscsi with host dv-cinder-772388-4-iscsi {{(pid=80186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 02 13:46:01.337259 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-7dd3111c-0961-4a82-9e4e-eda9041e0bfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:46:01.341697 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-7dd3111c-0961-4a82-9e4e-eda9041e0bfb admin admin] Usage tracker for resource:subnet and tenant:9fd246219b8b41dbaae8904115d1595f is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:46:01.345157 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-7dd3111c-0961-4a82-9e4e-eda9041e0bfb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:46:01.351240 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-7dd3111c-0961-4a82-9e4e-eda9041e0bfb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:46:01.362667 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd3111c-0961-4a82-9e4e-eda9041e0bfb admin admin] Made reservation on behalf of 9fd246219b8b41dbaae8904115d1595f for: {'subnet': 1} {{(pid=80185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 02 13:46:01.368124 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-7dd3111c-0961-4a82-9e4e-eda9041e0bfb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2326440'] for subnet, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:01.502070 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Network 0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 02 13:46:01.832772 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-7dd3111c-0961-4a82-9e4e-eda9041e0bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852565763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2326427'] for subnet, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:01.846135 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:46:01.977356 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd3111c-0961-4a82-9e4e-eda9041e0bfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c84715ee-f128-4ac6-b34f-2786eff260c7,revision_number=0']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:46:01.982303 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-7dd3111c-0961-4a82-9e4e-eda9041e0bfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:46:02.056617 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd3111c-0961-4a82-9e4e-eda9041e0bfb admin admin] Checking segment: {'id': '2aa86323-3806-4213-8222-472504c40951', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:46:02.057013 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd3111c-0961-4a82-9e4e-eda9041e0bfb admin admin] Network hostable DHCP agents. Network: 0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593, hostable agents: ['f461d640-d7db-44f6-a785-e3cace2a4602'], hosted agents: [] {{(pid=80185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 02 13:46:02.076381 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd3111c-0961-4a82-9e4e-eda9041e0bfb admin admin] Network 0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593 is scheduled to be hosted by DHCP agent f461d640-d7db-44f6-a785-e3cace2a4602 with binding_index 1 {{(pid=80185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 02 13:46:02.086046 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [None req-7dd3111c-0961-4a82-9e4e-eda9041e0bfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-4-iscsi, 0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593) {{(pid=80185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:46:02.097314 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5538baf7-8535-450a-83a9-a2ad0f9f6f5c None None] Network 0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593 requested from dv-cinder-772388-4-iscsi {{(pid=80186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 02 13:46:02.100806 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd3111c-0961-4a82-9e4e-eda9041e0bfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:46:02.101845 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-7dd3111c-0961-4a82-9e4e-eda9041e0bfb admin admin] Notify callbacks [] for subnet, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:02.133445 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-7dd3111c-0961-4a82-9e4e-eda9041e0bfb admin admin] 10.222.0.133 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.8083081
Feb 02 13:46:02.136596 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 46922) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:46:02.142531 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-a37a6434-7923-47db-9952-f03065eb66d3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-815306273-router', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd'}}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:46:02.148179 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-a37a6434-7923-47db-9952-f03065eb66d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:46:02.152531 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-a37a6434-7923-47db-9952-f03065eb66d3 admin admin] Usage tracker for resource:router and tenant:9fd246219b8b41dbaae8904115d1595f is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:46:02.157101 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-a37a6434-7923-47db-9952-f03065eb66d3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:46:02.163757 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-a37a6434-7923-47db-9952-f03065eb66d3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:46:02.174271 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-a37a6434-7923-47db-9952-f03065eb66d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2071196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854754958'] for router, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:02.175342 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-a37a6434-7923-47db-9952-f03065eb66d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852704654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852699534', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2021380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-20842'] for router, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:02.196462 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-a37a6434-7923-47db-9952-f03065eb66d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:02.385479 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a25276-500a-427f-9e3e-706f37a931fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa05205c3-8815-540b-8771-77f24174213e-0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593', 'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'fixed_ips': [{'subnet_id': 'c84715ee-f128-4ac6-b34f-2786eff260c7'}]}} from dv-cinder-772388-4-iscsi. {{(pid=80186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 02 13:46:02.386693 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f4a25276-500a-427f-9e3e-706f37a931fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_create {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:02.523816 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-a37a6434-7923-47db-9952-f03065eb66d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852699583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2071267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-20827'] for router, precommit_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:02.844950 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_common [None req-f4a25276-500a-427f-9e3e-706f37a931fc None None] Allocated IP 172.20.0.2 (0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593/c84715ee-f128-4ac6-b34f-2786eff260c7/10833c66-a2c0-41db-bc0b-cd125feb1ab5) {{(pid=80186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 02 13:46:02.980480 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-a37a6434-7923-47db-9952-f03065eb66d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:03.014256 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-a37a6434-7923-47db-9952-f03065eb66d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:03.124921 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:03.293036 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f4a25276-500a-427f-9e3e-706f37a931fc None None] Notify callbacks [] for port, precommit_create {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:03.305446 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-f4a25276-500a-427f-9e3e-706f37a931fc None None] Transition to ACTIVE for port object 10833c66-a2c0-41db-bc0b-cd125feb1ab5 will not be triggered until provisioned by entity L2. {{(pid=80186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:46:03.329772 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-f4a25276-500a-427f-9e3e-706f37a931fc None None] Transition to ACTIVE for port object 10833c66-a2c0-41db-bc0b-cd125feb1ab5 will not be triggered until provisioned by entity DHCP. {{(pid=80186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:46:03.335846 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f4a25276-500a-427f-9e3e-706f37a931fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264943169311'] for port, after_create {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:03.366164 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:46:03.405429 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_common [None req-a37a6434-7923-47db-9952-f03065eb66d3 admin admin] Allocated IP 172.27.2.111 (081eaffe-521e-4302-9444-c5c7bff220cd/e906fce0-ed19-4873-885c-646e92308730/3da19fcf-bcc5-4ccd-93a9-a76f6bafc205) {{(pid=80185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 02 13:46:03.609073 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-a37a6434-7923-47db-9952-f03065eb66d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:03.626113 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a25276-500a-427f-9e3e-706f37a931fc None None] Pushing event updated for resources: {'Port': ['ID=10833c66-a2c0-41db-bc0b-cd125feb1ab5,revision_number=1']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:46:03.649127 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-a37a6434-7923-47db-9952-f03065eb66d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264943169311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2210562'] for port, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:03.665653 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-e3cfda74-7d45-4ab1-ac31-4b019910de62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:46:03.666935 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a25276-500a-427f-9e3e-706f37a931fc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:03.667564 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a25276-500a-427f-9e3e-706f37a931fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:03.668221 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a25276-500a-427f-9e3e-706f37a931fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:03.668925 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a25276-500a-427f-9e3e-706f37a931fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:03.669458 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a25276-500a-427f-9e3e-706f37a931fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:03.670067 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a25276-500a-427f-9e3e-706f37a931fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:03.670683 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a25276-500a-427f-9e3e-706f37a931fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:03.671291 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a25276-500a-427f-9e3e-706f37a931fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:03.671902 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a25276-500a-427f-9e3e-706f37a931fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:03.673081 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a25276-500a-427f-9e3e-706f37a931fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:03.673702 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a25276-500a-427f-9e3e-706f37a931fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:03.674311 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a25276-500a-427f-9e3e-706f37a931fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:03.675020 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a25276-500a-427f-9e3e-706f37a931fc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:03.675647 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a25276-500a-427f-9e3e-706f37a931fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:03.676308 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a25276-500a-427f-9e3e-706f37a931fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:03.676924 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a25276-500a-427f-9e3e-706f37a931fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:03.677534 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a25276-500a-427f-9e3e-706f37a931fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:03.678147 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a25276-500a-427f-9e3e-706f37a931fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:03.678757 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a25276-500a-427f-9e3e-706f37a931fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:03.679373 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a25276-500a-427f-9e3e-706f37a931fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:03.680271 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a25276-500a-427f-9e3e-706f37a931fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:03.680897 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a25276-500a-427f-9e3e-706f37a931fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:03.681555 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a25276-500a-427f-9e3e-706f37a931fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:03.682469 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a25276-500a-427f-9e3e-706f37a931fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:03.693251 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f4a25276-500a-427f-9e3e-706f37a931fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:46:03.744517 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a25276-500a-427f-9e3e-706f37a931fc None None] Network 0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593 is already hosted by enough agents. {{(pid=80186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:46:03.746206 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [None req-f4a25276-500a-427f-9e3e-706f37a931fc None None] Resources bound (agent type, host, resource id):  {{(pid=80186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:46:03.748920 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a25276-500a-427f-9e3e-706f37a931fc None None] Received port after_create {{(pid=80186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 02 13:46:03.814070 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a6434-7923-47db-9952-f03065eb66d3 admin admin] Pushing event updated for resources: {'Port': ['ID=3da19fcf-bcc5-4ccd-93a9-a76f6bafc205,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:46:03.817814 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-f4a25276-500a-427f-9e3e-706f37a931fc None None] Attempting to bind port 10833c66-a2c0-41db-bc0b-cd125feb1ab5 on host dv-cinder-772388-4-iscsi for vnic_type normal with profile  {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 02 13:46:03.818064 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-f4a25276-500a-427f-9e3e-706f37a931fc None None] Attempting to bind port 10833c66-a2c0-41db-bc0b-cd125feb1ab5 by drivers openvswitch on host dv-cinder-772388-4-iscsi at level 0 using segments [{'id': '2aa86323-3806-4213-8222-472504c40951', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593'}] {{(pid=80186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 02 13:46:03.818593 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a25276-500a-427f-9e3e-706f37a931fc None None] Attempting to bind port 10833c66-a2c0-41db-bc0b-cd125feb1ab5 on network 0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593 {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 02 13:46:03.819910 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-a37a6434-7923-47db-9952-f03065eb66d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:46:03.826195 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a25276-500a-427f-9e3e-706f37a931fc None None] Checking agent: {'id': '59520739-4536-4d8c-966e-8cf7fcba95c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 27, 30), 'started_at': datetime.datetime(2021, 2, 2, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.101', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 02 13:46:03.826880 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a25276-500a-427f-9e3e-706f37a931fc None None] Checking segment: {'id': '2aa86323-3806-4213-8222-472504c40951', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:46:03.827500 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f4a25276-500a-427f-9e3e-706f37a931fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:03.828031 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a25276-500a-427f-9e3e-706f37a931fc None None] Bound using segment: {'id': '2aa86323-3806-4213-8222-472504c40951', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593'} {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 02 13:46:03.828718 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-f4a25276-500a-427f-9e3e-706f37a931fc None None] Bound port: 10833c66-a2c0-41db-bc0b-cd125feb1ab5, host: dv-cinder-772388-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa86323-3806-4213-8222-472504c40951', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593'}}] {{(pid=80186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 02 13:46:03.829256 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f4a25276-500a-427f-9e3e-706f37a931fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:03.902528 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37a6434-7923-47db-9952-f03065eb66d3 admin admin] Network 081eaffe-521e-4302-9444-c5c7bff220cd is already hosted by enough agents. {{(pid=80185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:46:03.905080 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [None req-a37a6434-7923-47db-9952-f03065eb66d3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:46:03.913372 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37a6434-7923-47db-9952-f03065eb66d3 admin admin] Received port after_create {{(pid=80185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 02 13:46:03.945123 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-f4a25276-500a-427f-9e3e-706f37a931fc None None] For port 10833c66-a2c0-41db-bc0b-cd125feb1ab5, host dv-cinder-772388-4-iscsi, cleared binding levels {{(pid=80186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 02 13:46:03.949073 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-f4a25276-500a-427f-9e3e-706f37a931fc None None] For port 10833c66-a2c0-41db-bc0b-cd125feb1ab5, host dv-cinder-772388-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=10833c66-a2c0-41db-bc0b-cd125feb1ab5,segment=NetworkSegment(2aa86323-3806-4213-8222-472504c40951),segment_id=2aa86323-3806-4213-8222-472504c40951)] {{(pid=80186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 02 13:46:03.953199 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f4a25276-500a-427f-9e3e-706f37a931fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:03.975014 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:46:04.338560 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a25276-500a-427f-9e3e-706f37a931fc None None] Pushing event updated for resources: {'Port': ['ID=10833c66-a2c0-41db-bc0b-cd125feb1ab5,revision_number=2']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:46:04.343411 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f4a25276-500a-427f-9e3e-706f37a931fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:46:04.840012 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-a37a6434-7923-47db-9952-f03065eb66d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:05.355625 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-a37a6434-7923-47db-9952-f03065eb66d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852704620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2076335'] for router, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:05.395909 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.agents_db [None req-a5446886-6d63-4256-b3e6-4e67ca866f31 None None] Agent healthcheck: found 6 active agents {{(pid=80187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 02 13:46:05.609036 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a37a6434-7923-47db-9952-f03065eb66d3 admin admin] Router 4b36a0ac-0e23-4565-be2f-cb5815510a53 is scheduled to L3 agent 46ed2aac-7d32-4274-9cac-387c5fc2cd87 with binding_index 1 {{(pid=80185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 02 13:46:05.865581 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a37a6434-7923-47db-9952-f03065eb66d3 admin admin] Notify agent at l3_agent.dv-cinder-772388-4-iscsi the message routers_updated {{(pid=80185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 02 13:46:05.879391 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0296397d-fab6-4922-937c-d5e54d8d4992 None None] Sync routers for ids ['4b36a0ac-0e23-4565-be2f-cb5815510a53'] in dv-cinder-772388-4-iscsi {{(pid=80186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 02 13:46:05.894598 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0296397d-fab6-4922-937c-d5e54d8d4992 None None] Routers {'4b36a0ac-0e23-4565-be2f-cb5815510a53'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:46:05.895601 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-0296397d-fab6-4922-937c-d5e54d8d4992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e8432b38>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:45:59Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['4b36a0ac-0e23-4565-be2f-cb5815510a53'], 'active': True} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:46:05.896388 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-a37a6434-7923-47db-9952-f03065eb66d3 admin admin] Notify callbacks [] for router, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:05.902126 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-a37a6434-7923-47db-9952-f03065eb66d3 admin admin] 10.222.0.133 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.7640564
Feb 02 13:46:05.902381 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 46948) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:46:06.044035 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026d7c34-4f89-4f69-a5c1-c5fa7394d5ed None None] Network 0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593 requested from dv-cinder-772388-4-iscsi {{(pid=80186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 02 13:46:06.189427 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-c37b802f-2a9b-47ff-873f-04ca1eda4853 None None] Provisioning for port 10833c66-a2c0-41db-bc0b-cd125feb1ab5 completed by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:46:06.274068 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-0296397d-fab6-4922-937c-d5e54d8d4992 None None] Set router 4b36a0ac-0e23-4565-be2f-cb5815510a53 gateway port host: dv-cinder-772388-4-iscsi {{(pid=80186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:46:06.709194 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device 10833c66-a2c0-41db-bc0b-cd125feb1ab5 up at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:46:07.021437 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning for port 10833c66-a2c0-41db-bc0b-cd125feb1ab5 completed by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:46:07.036744 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning complete for port 10833c66-a2c0-41db-bc0b-cd125feb1ab5 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:46:07.037435 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:07.148490 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-0296397d-fab6-4922-937c-d5e54d8d4992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e8432b38>, [{'id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'name': 'tempest-TestVolumeBootPattern-815306273-router', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '3da19fcf-bcc5-4ccd-93a9-a76f6bafc205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:46:02Z', 'updated_at': '2021-02-02T13:46:04Z', 'revision_number': 3, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'gw_port': {'id': '3da19fcf-bcc5-4ccd-93a9-a76f6bafc205', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:95:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:03Z', 'updated_at': '2021-02-02T13:46:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi'}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:46:07.164850 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0296397d-fab6-4922-937c-d5e54d8d4992 None None] Checking router: 4b36a0ac-0e23-4565-be2f-cb5815510a53 for host: dv-cinder-772388-4-iscsi {{(pid=80186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 02 13:46:07.165512 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0296397d-fab6-4922-937c-d5e54d8d4992 None None] Updating router 4b36a0ac-0e23-4565-be2f-cb5815510a53 port 3da19fcf-bcc5-4ccd-93a9-a76f6bafc205 binding host dv-cinder-772388-4-iscsi {{(pid=80186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 02 13:46:07.209927 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-79421ae3-f911-4230-a22d-605f48a0c1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:07.357174 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0296397d-fab6-4922-937c-d5e54d8d4992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:07.448040 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-0200cf1d-857c-4d7b-bca5-cd75301f9da6 None None] Provisioning complete for port 10833c66-a2c0-41db-bc0b-cd125feb1ab5 triggered by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:46:07.448472 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0200cf1d-857c-4d7b-bca5-cd75301f9da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:07.537830 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:07.754030 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_common [None req-79421ae3-f911-4230-a22d-605f48a0c1b3 admin admin] Allocated IP 172.20.0.1 (0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593/c84715ee-f128-4ac6-b34f-2786eff260c7/5733192f-ad25-4a48-982a-c32dc7a39af6) {{(pid=80184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 02 13:46:07.830177 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] For port 10833c66-a2c0-41db-bc0b-cd125feb1ab5, host dv-cinder-772388-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=10833c66-a2c0-41db-bc0b-cd125feb1ab5,segment=NetworkSegment(2aa86323-3806-4213-8222-472504c40951),segment_id=2aa86323-3806-4213-8222-472504c40951)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:46:07.855621 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:07.864182 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:46:08.011604 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-79421ae3-f911-4230-a22d-605f48a0c1b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:08.030825 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-79421ae3-f911-4230-a22d-605f48a0c1b3 admin admin] Transition to ACTIVE for port object 5733192f-ad25-4a48-982a-c32dc7a39af6 will not be triggered until provisioned by entity DHCP. {{(pid=80184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:46:08.070432 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-79421ae3-f911-4230-a22d-605f48a0c1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264943169311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851940450'] for port, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:08.079008 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Pushing event updated for resources: {'Port': ['ID=10833c66-a2c0-41db-bc0b-cd125feb1ab5,revision_number=3']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:46:08.082834 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:46:08.098639 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-dcb534f5-d071-4893-a3ba-bc2aca9eb566 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:46:08.217238 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-496e616c-32b4-4f6a-ae0f-681d73df7882 None None] Provisioning complete for port 10833c66-a2c0-41db-bc0b-cd125feb1ab5 triggered by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:46:08.217644 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-496e616c-32b4-4f6a-ae0f-681d73df7882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:08.247197 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79421ae3-f911-4230-a22d-605f48a0c1b3 admin admin] Pushing event updated for resources: {'Port': ['ID=5733192f-ad25-4a48-982a-c32dc7a39af6,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:46:08.253030 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-79421ae3-f911-4230-a22d-605f48a0c1b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:46:08.358887 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79421ae3-f911-4230-a22d-605f48a0c1b3 admin admin] Network 0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593 is already hosted by enough agents. {{(pid=80184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:46:08.361700 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [None req-79421ae3-f911-4230-a22d-605f48a0c1b3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:46:08.365089 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79421ae3-f911-4230-a22d-605f48a0c1b3 admin admin] Received port after_create {{(pid=80184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 02 13:46:08.475241 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-79421ae3-f911-4230-a22d-605f48a0c1b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2073963'] for router_interface, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:08.478010 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 46982) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:46:08.518710 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0296397d-fab6-4922-937c-d5e54d8d4992 None None] Notify callbacks [] for port, precommit_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:08.550534 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-0296397d-fab6-4922-937c-d5e54d8d4992 None None] Transition to ACTIVE for port object 3da19fcf-bcc5-4ccd-93a9-a76f6bafc205 will not be triggered until provisioned by entity L2. {{(pid=80186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:46:08.558739 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0296397d-fab6-4922-937c-d5e54d8d4992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:08.589952 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:46:08.696103 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device 10833c66-a2c0-41db-bc0b-cd125feb1ab5 up at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:46:08.907476 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c3d8225d-7aa8-4893-be35-a151c86f5818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:08.929261 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-c3d8225d-7aa8-4893-be35-a151c86f5818 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:46:08.936375 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-c3d8225d-7aa8-4893-be35-a151c86f5818 admin admin] Usage tracker for resource:security_group_rule and tenant:21aafb1b267145e3aaa0f89856baf64e is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:46:08.941636 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-c3d8225d-7aa8-4893-be35-a151c86f5818 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:46:08.953784 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-c3d8225d-7aa8-4893-be35-a151c86f5818 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:46:08.989290 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-79421ae3-f911-4230-a22d-605f48a0c1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:09.092853 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c3d8225d-7aa8-4893-be35-a151c86f5818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:09.098973 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c3d8225d-7aa8-4893-be35-a151c86f5818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:09.109681 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f64f644a-e79e-4f58-953c-9fde8c453a5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:46:09.165878 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad22525-2b12-419f-86fe-d78324a2602e None None] Pushing event updated for resources: {'Port': ['ID=3da19fcf-bcc5-4ccd-93a9-a76f6bafc205,revision_number=2']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:46:09.168153 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d8225d-7aa8-4893-be35-a151c86f5818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa763c32-315b-4f73-a2e5-c31046c27e1b,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:46:09.169517 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-3ad22525-2b12-419f-86fe-d78324a2602e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:46:09.179707 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-c3d8225d-7aa8-4893-be35-a151c86f5818 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=21aafb1b267145e3aaa0f89856baf64e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6996300
Feb 02 13:46:09.180927 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 46990) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:46:09.182002 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-c3d8225d-7aa8-4893-be35-a151c86f5818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:46:09.214769 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning complete for port 10833c66-a2c0-41db-bc0b-cd125feb1ab5 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:46:09.215406 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:09.267122 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-a7bb7618-8130-4487-9e7f-b1faa0e4bbfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:09.292377 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-0296397d-fab6-4922-937c-d5e54d8d4992 None None] Attempting to bind port 3da19fcf-bcc5-4ccd-93a9-a76f6bafc205 on host dv-cinder-772388-4-iscsi for vnic_type normal with profile  {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 02 13:46:09.293084 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-0296397d-fab6-4922-937c-d5e54d8d4992 None None] Attempting to bind port 3da19fcf-bcc5-4ccd-93a9-a76f6bafc205 by drivers openvswitch on host dv-cinder-772388-4-iscsi at level 0 using segments [{'id': '5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd'}] {{(pid=80186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 02 13:46:09.293773 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0296397d-fab6-4922-937c-d5e54d8d4992 None None] Attempting to bind port 3da19fcf-bcc5-4ccd-93a9-a76f6bafc205 on network 081eaffe-521e-4302-9444-c5c7bff220cd {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 02 13:46:09.310459 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-a7bb7618-8130-4487-9e7f-b1faa0e4bbfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:09.317170 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0296397d-fab6-4922-937c-d5e54d8d4992 None None] Checking agent: {'id': '59520739-4536-4d8c-966e-8cf7fcba95c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 27, 30), 'started_at': datetime.datetime(2021, 2, 2, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.101', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 02 13:46:09.317170 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0296397d-fab6-4922-937c-d5e54d8d4992 None None] Checking segment: {'id': '5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:46:09.317170 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0296397d-fab6-4922-937c-d5e54d8d4992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:09.317170 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0296397d-fab6-4922-937c-d5e54d8d4992 None None] Bound using segment: {'id': '5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd'} {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 02 13:46:09.317170 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-0296397d-fab6-4922-937c-d5e54d8d4992 None None] Bound port: 3da19fcf-bcc5-4ccd-93a9-a76f6bafc205, host: dv-cinder-772388-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd'}}] {{(pid=80186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 02 13:46:09.318266 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0296397d-fab6-4922-937c-d5e54d8d4992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:09.405458 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-a7bb7618-8130-4487-9e7f-b1faa0e4bbfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:09.411803 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-64e0da1a-8400-4cc0-b855-31c8bcd2c3f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:46:09.418400 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-a1af8153-7ee0-4c11-bec7-985faf0dd31f None None] Provisioning for port 5733192f-ad25-4a48-982a-c32dc7a39af6 completed by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:46:09.427343 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bb7618-8130-4487-9e7f-b1faa0e4bbfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa763c32-315b-4f73-a2e5-c31046c27e1b,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:46:09.435646 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-a7bb7618-8130-4487-9e7f-b1faa0e4bbfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:46:09.439152 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-a7bb7618-8130-4487-9e7f-b1faa0e4bbfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:09.452011 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-a1af8153-7ee0-4c11-bec7-985faf0dd31f None None] Provisioning complete for port 5733192f-ad25-4a48-982a-c32dc7a39af6 triggered by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:46:09.452544 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-a1af8153-7ee0-4c11-bec7-985faf0dd31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:09.456634 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-a7bb7618-8130-4487-9e7f-b1faa0e4bbfd admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/aa763c32-315b-4f73-a2e5-c31046c27e1b HTTP/1.1" status: 204  len: 168 time: 0.2608647
Feb 02 13:46:09.473220 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-79421ae3-f911-4230-a22d-605f48a0c1b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:09.477827 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-79421ae3-f911-4230-a22d-605f48a0c1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2835433'] for port, after_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:09.510773 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-02a2eab3-7546-490f-9004-f7e2ec8e9eb2 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:46:09.639879 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-79421ae3-f911-4230-a22d-605f48a0c1b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853078024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2077237'] for router_interface, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:09.643455 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-0296397d-fab6-4922-937c-d5e54d8d4992 None None] For port 3da19fcf-bcc5-4ccd-93a9-a76f6bafc205, host dv-cinder-772388-4-iscsi, cleared binding levels {{(pid=80186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 02 13:46:09.655675 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-a1af8153-7ee0-4c11-bec7-985faf0dd31f None None] Port 5733192f-ad25-4a48-982a-c32dc7a39af6 cannot update to ACTIVE because it is not bound. {{(pid=80186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 02 13:46:09.667537 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79421ae3-f911-4230-a22d-605f48a0c1b3 admin admin] Pushing event updated for resources: {'Port': ['ID=5733192f-ad25-4a48-982a-c32dc7a39af6,revision_number=2']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:46:09.668370 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-0296397d-fab6-4922-937c-d5e54d8d4992 None None] For port 3da19fcf-bcc5-4ccd-93a9-a76f6bafc205, host dv-cinder-772388-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=3da19fcf-bcc5-4ccd-93a9-a76f6bafc205,segment=NetworkSegment(5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8),segment_id=5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8)] {{(pid=80186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 02 13:46:09.677242 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-79421ae3-f911-4230-a22d-605f48a0c1b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:46:09.681387 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0296397d-fab6-4922-937c-d5e54d8d4992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:09.701749 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:46:09.895077 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79421ae3-f911-4230-a22d-605f48a0c1b3 admin admin] Network 0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593 is already hosted by enough agents. {{(pid=80184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:46:09.897922 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [None req-79421ae3-f911-4230-a22d-605f48a0c1b3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:46:09.925722 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad22525-2b12-419f-86fe-d78324a2602e None None] Pushing event updated for resources: {'Port': ['ID=3da19fcf-bcc5-4ccd-93a9-a76f6bafc205,revision_number=3']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:46:09.934608 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-3ad22525-2b12-419f-86fe-d78324a2602e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:46:10.213401 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0296397d-fab6-4922-937c-d5e54d8d4992 None None] Routers {'4b36a0ac-0e23-4565-be2f-cb5815510a53'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:46:10.216036 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-0296397d-fab6-4922-937c-d5e54d8d4992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e8432b38>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:45:59Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['4b36a0ac-0e23-4565-be2f-cb5815510a53'], 'active': True} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:46:10.540024 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-2b6ca701-eb40-48fd-8997-87c830c10804 None None] Provisioning complete for port 5733192f-ad25-4a48-982a-c32dc7a39af6 triggered by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:46:10.540437 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-2b6ca701-eb40-48fd-8997-87c830c10804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:10.651403 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-2b6ca701-eb40-48fd-8997-87c830c10804 None None] Port 5733192f-ad25-4a48-982a-c32dc7a39af6 cannot update to ACTIVE because it is not bound. {{(pid=80186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 02 13:46:10.677152 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-0296397d-fab6-4922-937c-d5e54d8d4992 None None] Set router 4b36a0ac-0e23-4565-be2f-cb5815510a53 gateway port host: dv-cinder-772388-4-iscsi {{(pid=80186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:46:10.715092 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79421ae3-f911-4230-a22d-605f48a0c1b3 admin admin] Router 4b36a0ac-0e23-4565-be2f-cb5815510a53 has already been hosted by L3 agent 46ed2aac-7d32-4274-9cac-387c5fc2cd87 {{(pid=80184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 02 13:46:11.056777 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79421ae3-f911-4230-a22d-605f48a0c1b3 admin admin] Notify agent at l3_agent.dv-cinder-772388-4-iscsi the message routers_updated {{(pid=80184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 02 13:46:11.083500 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-79421ae3-f911-4230-a22d-605f48a0c1b3 admin admin] 10.222.0.133 "PUT /v2.0/routers/4b36a0ac-0e23-4565-be2f-cb5815510a53/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1797240
Feb 02 13:46:11.247058 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-0296397d-fab6-4922-937c-d5e54d8d4992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e8432b38>, [{'id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'name': 'tempest-TestVolumeBootPattern-815306273-router', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '3da19fcf-bcc5-4ccd-93a9-a76f6bafc205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:46:02Z', 'updated_at': '2021-02-02T13:46:08Z', 'revision_number': 4, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'gw_port': {'id': '3da19fcf-bcc5-4ccd-93a9-a76f6bafc205', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:95:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:03Z', 'updated_at': '2021-02-02T13:46:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_interfaces': [{'id': '5733192f-ad25-4a48-982a-c32dc7a39af6', 'name': '', 'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'mac_address': 'fa:16:3e:ac:b4:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c84715ee-f128-4ac6-b34f-2786eff260c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:07Z', 'updated_at': '2021-02-02T13:46:09Z', 'revision_number': 2, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'subnets': [{'id': 'c84715ee-f128-4ac6-b34f-2786eff260c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:46:11.256291 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0296397d-fab6-4922-937c-d5e54d8d4992 None None] The sync data for ids ['4b36a0ac-0e23-4565-be2f-cb5815510a53'] in dv-cinder-772388-4-iscsi is: [{'id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'name': 'tempest-TestVolumeBootPattern-815306273-router', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '3da19fcf-bcc5-4ccd-93a9-a76f6bafc205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:46:02Z', 'updated_at': '2021-02-02T13:46:08Z', 'revision_number': 4, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'gw_port': {'id': '3da19fcf-bcc5-4ccd-93a9-a76f6bafc205', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:95:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:03Z', 'updated_at': '2021-02-02T13:46:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_interfaces': [{'id': '5733192f-ad25-4a48-982a-c32dc7a39af6', 'name': '', 'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'mac_address': 'fa:16:3e:ac:b4:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c84715ee-f128-4ac6-b34f-2786eff260c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:07Z', 'updated_at': '2021-02-02T13:46:09Z', 'revision_number': 2, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'subnets': [{'id': 'c84715ee-f128-4ac6-b34f-2786eff260c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 02 13:46:12.720908 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device 3da19fcf-bcc5-4ccd-93a9-a76f6bafc205 up at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:46:13.035719 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning for port 3da19fcf-bcc5-4ccd-93a9-a76f6bafc205 completed by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:46:13.044574 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning complete for port 3da19fcf-bcc5-4ccd-93a9-a76f6bafc205 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:46:13.044574 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:13.224004 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 47084) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:46:13.239671 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-ccfc7dfd-e41e-4f8b-a5ab-27dad6be14d3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1385619995-network', 'tenant_id': '06c3b614f70740c19953ba8d26d80949'}} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:46:13.251876 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-ccfc7dfd-e41e-4f8b-a5ab-27dad6be14d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:46:13.261143 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-ccfc7dfd-e41e-4f8b-a5ab-27dad6be14d3 admin admin] Usage tracker for resource:network and tenant:06c3b614f70740c19953ba8d26d80949 is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:46:13.261976 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:13.268557 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-ccfc7dfd-e41e-4f8b-a5ab-27dad6be14d3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:46:13.280033 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-ccfc7dfd-e41e-4f8b-a5ab-27dad6be14d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:46:13.296385 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] For port 3da19fcf-bcc5-4ccd-93a9-a76f6bafc205, host dv-cinder-772388-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=3da19fcf-bcc5-4ccd-93a9-a76f6bafc205,segment=NetworkSegment(5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8),segment_id=5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:46:13.300651 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccfc7dfd-e41e-4f8b-a5ab-27dad6be14d3 admin admin] Made reservation on behalf of 06c3b614f70740c19953ba8d26d80949 for: {'network': 1} {{(pid=80184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 02 13:46:13.302091 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:13.305729 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-393a2402-2806-429b-93da-1b72d08b2f1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:46:13.320316 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ccfc7dfd-e41e-4f8b-a5ab-27dad6be14d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for network, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:13.341328 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ccfc7dfd-e41e-4f8b-a5ab-27dad6be14d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:13.375906 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-ccfc7dfd-e41e-4f8b-a5ab-27dad6be14d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:46:13.384691 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-ccfc7dfd-e41e-4f8b-a5ab-27dad6be14d3 admin admin] Usage tracker for resource:security_group_rule and tenant:06c3b614f70740c19953ba8d26d80949 is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:46:13.394745 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-ccfc7dfd-e41e-4f8b-a5ab-27dad6be14d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:46:13.407912 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-ccfc7dfd-e41e-4f8b-a5ab-27dad6be14d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:46:13.454608 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Pushing event updated for resources: {'Port': ['ID=3da19fcf-bcc5-4ccd-93a9-a76f6bafc205,revision_number=4']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:46:13.462438 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:46:13.587393 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ccfc7dfd-e41e-4f8b-a5ab-27dad6be14d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:13.590921 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ccfc7dfd-e41e-4f8b-a5ab-27dad6be14d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:13.595059 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-c000c31b-a6f2-4681-8227-dcecbad38a70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:46:13.638054 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccfc7dfd-e41e-4f8b-a5ab-27dad6be14d3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 02 13:46:13.648638 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfc7dfd-e41e-4f8b-a5ab-27dad6be14d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995b6ccd-0ded-4aa6-b580-6ac257f431c9,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:46:13.653366 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-ccfc7dfd-e41e-4f8b-a5ab-27dad6be14d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:46:13.656270 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ccfc7dfd-e41e-4f8b-a5ab-27dad6be14d3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771912128866', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764996'] for segment, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:13.657237 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.db.segments_db [None req-ccfc7dfd-e41e-4f8b-a5ab-27dad6be14d3 admin admin] Added segment 461318f0-f850-44ce-9f84-6b0bed551538 of type vxlan for network c38fc61d-e9aa-41dd-81f0-dfa187b6b763
Feb 02 13:46:13.719545 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ccfc7dfd-e41e-4f8b-a5ab-27dad6be14d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771911551603'] for network, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:13.772518 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ccfc7dfd-e41e-4f8b-a5ab-27dad6be14d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670'] for network, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:13.773956 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfc7dfd-e41e-4f8b-a5ab-27dad6be14d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:46:13.774947 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ccfc7dfd-e41e-4f8b-a5ab-27dad6be14d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for network, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:13.784046 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-62f50728-c88b-47ed-97f7-a673eca2218c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:46:13.909738 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfc7dfd-e41e-4f8b-a5ab-27dad6be14d3 admin admin] Pushing event updated for resources: {'Network': ['ID=c38fc61d-e9aa-41dd-81f0-dfa187b6b763,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:46:13.913215 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-ccfc7dfd-e41e-4f8b-a5ab-27dad6be14d3 admin admin] 10.222.0.133 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.6873956
Feb 02 13:46:13.919773 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-ccfc7dfd-e41e-4f8b-a5ab-27dad6be14d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:46:13.920065 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 47098) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:46:13.932037 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Network c38fc61d-e9aa-41dd-81f0-dfa187b6b763 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 02 13:46:13.933395 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-f961feb3-cc17-4f09-a0f7-fba24d215a97 admin admin] Request body: {'subnet': {'network_id': 'c38fc61d-e9aa-41dd-81f0-dfa187b6b763', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1385619995-subnet', 'tenant_id': '06c3b614f70740c19953ba8d26d80949', 'ip_version': 4}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:46:13.942810 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-f961feb3-cc17-4f09-a0f7-fba24d215a97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:46:13.949856 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-f961feb3-cc17-4f09-a0f7-fba24d215a97 admin admin] Usage tracker for resource:subnet and tenant:06c3b614f70740c19953ba8d26d80949 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:46:13.954896 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-f961feb3-cc17-4f09-a0f7-fba24d215a97 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:46:13.963201 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Network c38fc61d-e9aa-41dd-81f0-dfa187b6b763 details requested by agent ovs-agent-dv-cinder-772388-4-iscsi with host dv-cinder-772388-4-iscsi {{(pid=80186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 02 13:46:13.964817 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-f961feb3-cc17-4f09-a0f7-fba24d215a97 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:46:13.981486 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f961feb3-cc17-4f09-a0f7-fba24d215a97 admin admin] Made reservation on behalf of 06c3b614f70740c19953ba8d26d80949 for: {'subnet': 1} {{(pid=80185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 02 13:46:13.989690 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f961feb3-cc17-4f09-a0f7-fba24d215a97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2326440'] for subnet, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:14.590006 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device 3da19fcf-bcc5-4ccd-93a9-a76f6bafc205 up at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:46:14.683118 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f961feb3-cc17-4f09-a0f7-fba24d215a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852565763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2326427'] for subnet, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:14.703839 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:46:14.732237 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning complete for port 3da19fcf-bcc5-4ccd-93a9-a76f6bafc205 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:46:14.732817 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:14.903277 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f961feb3-cc17-4f09-a0f7-fba24d215a97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc082346-8c7e-4ccf-8588-fea54116a625,revision_number=0']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:46:14.917225 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f961feb3-cc17-4f09-a0f7-fba24d215a97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:46:14.981981 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f961feb3-cc17-4f09-a0f7-fba24d215a97 admin admin] Checking segment: {'id': '461318f0-f850-44ce-9f84-6b0bed551538', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c38fc61d-e9aa-41dd-81f0-dfa187b6b763'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:46:14.982708 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f961feb3-cc17-4f09-a0f7-fba24d215a97 admin admin] Network hostable DHCP agents. Network: c38fc61d-e9aa-41dd-81f0-dfa187b6b763, hostable agents: ['f461d640-d7db-44f6-a785-e3cace2a4602'], hosted agents: [] {{(pid=80185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 02 13:46:15.005047 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f961feb3-cc17-4f09-a0f7-fba24d215a97 admin admin] Network c38fc61d-e9aa-41dd-81f0-dfa187b6b763 is scheduled to be hosted by DHCP agent f461d640-d7db-44f6-a785-e3cace2a4602 with binding_index 1 {{(pid=80185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 02 13:46:15.016161 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [None req-f961feb3-cc17-4f09-a0f7-fba24d215a97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-4-iscsi, c38fc61d-e9aa-41dd-81f0-dfa187b6b763) {{(pid=80185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:46:15.039604 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9805414-65bd-4c06-bcb3-a6ee4b8a3163 None None] Network c38fc61d-e9aa-41dd-81f0-dfa187b6b763 requested from dv-cinder-772388-4-iscsi {{(pid=80186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 02 13:46:15.048236 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f961feb3-cc17-4f09-a0f7-fba24d215a97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:46:15.048973 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f961feb3-cc17-4f09-a0f7-fba24d215a97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:15.072746 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-f961feb3-cc17-4f09-a0f7-fba24d215a97 admin admin] 10.222.0.133 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.1504471
Feb 02 13:46:15.076894 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 47106) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:46:15.088164 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-811475ef-6758-4211-b1e4-63b94df24ee6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1385619995-router', 'tenant_id': '06c3b614f70740c19953ba8d26d80949', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd'}}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:46:15.100703 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-811475ef-6758-4211-b1e4-63b94df24ee6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:46:15.107541 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-811475ef-6758-4211-b1e4-63b94df24ee6 admin admin] Usage tracker for resource:router and tenant:06c3b614f70740c19953ba8d26d80949 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:46:15.113998 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-811475ef-6758-4211-b1e4-63b94df24ee6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:46:15.121910 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-811475ef-6758-4211-b1e4-63b94df24ee6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:46:15.136313 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-811475ef-6758-4211-b1e4-63b94df24ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2071196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854754958'] for router, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:15.137586 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-811475ef-6758-4211-b1e4-63b94df24ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852704654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852699534', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2021380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-20842'] for router, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:15.163206 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-811475ef-6758-4211-b1e4-63b94df24ee6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:15.456813 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261897f9-0897-4041-8873-4fa741f5732e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa05205c3-8815-540b-8771-77f24174213e-c38fc61d-e9aa-41dd-81f0-dfa187b6b763', 'network_id': 'c38fc61d-e9aa-41dd-81f0-dfa187b6b763', 'tenant_id': '06c3b614f70740c19953ba8d26d80949', 'fixed_ips': [{'subnet_id': 'bc082346-8c7e-4ccf-8588-fea54116a625'}]}} from dv-cinder-772388-4-iscsi. {{(pid=80186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 02 13:46:15.461364 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-261897f9-0897-4041-8873-4fa741f5732e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_create {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:15.783671 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7274157a-6dcc-4a21-aadb-f192bf5febb5 None None] Sync routers for ids ['4b36a0ac-0e23-4565-be2f-cb5815510a53'] in dv-cinder-772388-4-iscsi {{(pid=80187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 02 13:46:15.851206 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7274157a-6dcc-4a21-aadb-f192bf5febb5 None None] Routers {'4b36a0ac-0e23-4565-be2f-cb5815510a53'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:46:15.852916 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-7274157a-6dcc-4a21-aadb-f192bf5febb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e9c312b0>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:45:59Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['4b36a0ac-0e23-4565-be2f-cb5815510a53'], 'active': True} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:46:16.108267 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-811475ef-6758-4211-b1e4-63b94df24ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852699583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2071267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-20827'] for router, precommit_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:16.193512 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-7274157a-6dcc-4a21-aadb-f192bf5febb5 None None] Set router 4b36a0ac-0e23-4565-be2f-cb5815510a53 gateway port host: dv-cinder-772388-4-iscsi {{(pid=80187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:46:16.248752 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_common [None req-261897f9-0897-4041-8873-4fa741f5732e None None] Allocated IP 172.20.0.2 (c38fc61d-e9aa-41dd-81f0-dfa187b6b763/bc082346-8c7e-4ccf-8588-fea54116a625/3d381e32-5d79-4be8-8f47-2b6d6d42ba3a) {{(pid=80186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 02 13:46:16.853673 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-811475ef-6758-4211-b1e4-63b94df24ee6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:16.917490 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-261897f9-0897-4041-8873-4fa741f5732e None None] Notify callbacks [] for port, precommit_create {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:16.928896 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-7274157a-6dcc-4a21-aadb-f192bf5febb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e9c312b0>, [{'id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'name': 'tempest-TestVolumeBootPattern-815306273-router', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '3da19fcf-bcc5-4ccd-93a9-a76f6bafc205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:46:02Z', 'updated_at': '2021-02-02T13:46:08Z', 'revision_number': 4, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'gw_port': {'id': '3da19fcf-bcc5-4ccd-93a9-a76f6bafc205', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:95:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:03Z', 'updated_at': '2021-02-02T13:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_interfaces': [{'id': '5733192f-ad25-4a48-982a-c32dc7a39af6', 'name': '', 'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'mac_address': 'fa:16:3e:ac:b4:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c84715ee-f128-4ac6-b34f-2786eff260c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:07Z', 'updated_at': '2021-02-02T13:46:09Z', 'revision_number': 2, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'subnets': [{'id': 'c84715ee-f128-4ac6-b34f-2786eff260c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:46:16.929314 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-811475ef-6758-4211-b1e4-63b94df24ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:16.939087 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7274157a-6dcc-4a21-aadb-f192bf5febb5 None None] Checking router: 4b36a0ac-0e23-4565-be2f-cb5815510a53 for host: dv-cinder-772388-4-iscsi {{(pid=80187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 02 13:46:16.939846 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7274157a-6dcc-4a21-aadb-f192bf5febb5 None None] Updating router 4b36a0ac-0e23-4565-be2f-cb5815510a53 port 5733192f-ad25-4a48-982a-c32dc7a39af6 binding host dv-cinder-772388-4-iscsi {{(pid=80187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 02 13:46:16.953649 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-261897f9-0897-4041-8873-4fa741f5732e None None] Transition to ACTIVE for port object 3d381e32-5d79-4be8-8f47-2b6d6d42ba3a will not be triggered until provisioned by entity L2. {{(pid=80186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:46:17.014238 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-261897f9-0897-4041-8873-4fa741f5732e None None] Transition to ACTIVE for port object 3d381e32-5d79-4be8-8f47-2b6d6d42ba3a will not be triggered until provisioned by entity DHCP. {{(pid=80186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:46:17.022620 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-261897f9-0897-4041-8873-4fa741f5732e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264943169311'] for port, after_create {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:17.041238 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-7274157a-6dcc-4a21-aadb-f192bf5febb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:17.049622 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f4a25276-500a-427f-9e3e-706f37a931fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:46:17.259334 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261897f9-0897-4041-8873-4fa741f5732e None None] Pushing event updated for resources: {'Port': ['ID=3d381e32-5d79-4be8-8f47-2b6d6d42ba3a,revision_number=1']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:46:17.273834 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-261897f9-0897-4041-8873-4fa741f5732e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:46:17.420585 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261897f9-0897-4041-8873-4fa741f5732e None None] Network c38fc61d-e9aa-41dd-81f0-dfa187b6b763 is already hosted by enough agents. {{(pid=80186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:46:17.423291 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [None req-261897f9-0897-4041-8873-4fa741f5732e None None] Resources bound (agent type, host, resource id):  {{(pid=80186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:46:17.431009 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261897f9-0897-4041-8873-4fa741f5732e None None] Received port after_create {{(pid=80186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 02 13:46:17.500723 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_common [None req-811475ef-6758-4211-b1e4-63b94df24ee6 admin admin] Allocated IP 172.27.2.192 (081eaffe-521e-4302-9444-c5c7bff220cd/e906fce0-ed19-4873-885c-646e92308730/05fa623a-b19d-496e-ab1e-46b5696e0950) {{(pid=80185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 02 13:46:17.555575 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-261897f9-0897-4041-8873-4fa741f5732e None None] Attempting to bind port 3d381e32-5d79-4be8-8f47-2b6d6d42ba3a on host dv-cinder-772388-4-iscsi for vnic_type normal with profile  {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 02 13:46:17.555971 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-261897f9-0897-4041-8873-4fa741f5732e None None] Attempting to bind port 3d381e32-5d79-4be8-8f47-2b6d6d42ba3a by drivers openvswitch on host dv-cinder-772388-4-iscsi at level 0 using segments [{'id': '461318f0-f850-44ce-9f84-6b0bed551538', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c38fc61d-e9aa-41dd-81f0-dfa187b6b763'}] {{(pid=80186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 02 13:46:17.556344 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261897f9-0897-4041-8873-4fa741f5732e None None] Attempting to bind port 3d381e32-5d79-4be8-8f47-2b6d6d42ba3a on network c38fc61d-e9aa-41dd-81f0-dfa187b6b763 {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 02 13:46:17.564342 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261897f9-0897-4041-8873-4fa741f5732e None None] Checking agent: {'id': '59520739-4536-4d8c-966e-8cf7fcba95c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 27, 30), 'started_at': datetime.datetime(2021, 2, 2, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.101', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 02 13:46:17.565009 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261897f9-0897-4041-8873-4fa741f5732e None None] Checking segment: {'id': '461318f0-f850-44ce-9f84-6b0bed551538', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c38fc61d-e9aa-41dd-81f0-dfa187b6b763'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:46:17.565559 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-261897f9-0897-4041-8873-4fa741f5732e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:17.566167 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261897f9-0897-4041-8873-4fa741f5732e None None] Bound using segment: {'id': '461318f0-f850-44ce-9f84-6b0bed551538', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c38fc61d-e9aa-41dd-81f0-dfa187b6b763'} {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 02 13:46:17.567036 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-261897f9-0897-4041-8873-4fa741f5732e None None] Bound port: 3d381e32-5d79-4be8-8f47-2b6d6d42ba3a, host: dv-cinder-772388-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '461318f0-f850-44ce-9f84-6b0bed551538', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c38fc61d-e9aa-41dd-81f0-dfa187b6b763'}}] {{(pid=80186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 02 13:46:17.567669 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-261897f9-0897-4041-8873-4fa741f5732e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:17.764485 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-261897f9-0897-4041-8873-4fa741f5732e None None] For port 3d381e32-5d79-4be8-8f47-2b6d6d42ba3a, host dv-cinder-772388-4-iscsi, cleared binding levels {{(pid=80186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 02 13:46:17.776786 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-261897f9-0897-4041-8873-4fa741f5732e None None] For port 3d381e32-5d79-4be8-8f47-2b6d6d42ba3a, host dv-cinder-772388-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=3d381e32-5d79-4be8-8f47-2b6d6d42ba3a,segment=NetworkSegment(461318f0-f850-44ce-9f84-6b0bed551538),segment_id=461318f0-f850-44ce-9f84-6b0bed551538)] {{(pid=80186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 02 13:46:17.792718 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-261897f9-0897-4041-8873-4fa741f5732e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:17.833009 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-811475ef-6758-4211-b1e4-63b94df24ee6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:17.850494 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-3ad22525-2b12-419f-86fe-d78324a2602e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:46:17.897334 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-811475ef-6758-4211-b1e4-63b94df24ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264943169311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2210562'] for port, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:17.997251 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-7274157a-6dcc-4a21-aadb-f192bf5febb5 None None] Notify callbacks [] for port, precommit_update {{(pid=80187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:18.040619 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-7274157a-6dcc-4a21-aadb-f192bf5febb5 None None] Transition to ACTIVE for port object 5733192f-ad25-4a48-982a-c32dc7a39af6 will not be triggered until provisioned by entity L2. {{(pid=80187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:46:18.073674 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-7274157a-6dcc-4a21-aadb-f192bf5febb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:18.164063 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-8eb10afa-5554-4427-ac7e-67f94c840bbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:46:18.204542 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-d69df17d-8173-4c29-8649-3271bd633fad tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:46:18.350841 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261897f9-0897-4041-8873-4fa741f5732e None None] Pushing event updated for resources: {'Port': ['ID=3d381e32-5d79-4be8-8f47-2b6d6d42ba3a,revision_number=2']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:46:18.357212 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-261897f9-0897-4041-8873-4fa741f5732e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:46:18.399786 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811475ef-6758-4211-b1e4-63b94df24ee6 admin admin] Network 081eaffe-521e-4302-9444-c5c7bff220cd is already hosted by enough agents. {{(pid=80185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:46:18.405353 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [None req-811475ef-6758-4211-b1e4-63b94df24ee6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:46:18.418844 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811475ef-6758-4211-b1e4-63b94df24ee6 admin admin] Received port after_create {{(pid=80185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 02 13:46:18.491858 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b17f07-85ae-49cf-955d-c10ad39bf5ea None None] Pushing event updated for resources: {'Port': ['ID=5733192f-ad25-4a48-982a-c32dc7a39af6,revision_number=3']} {{(pid=80187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:46:18.512195 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811475ef-6758-4211-b1e4-63b94df24ee6 admin admin] Pushing event updated for resources: {'Port': ['ID=05fa623a-b19d-496e-ab1e-46b5696e0950,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:46:18.519922 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-811475ef-6758-4211-b1e4-63b94df24ee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:46:18.537899 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b17f07-85ae-49cf-955d-c10ad39bf5ea None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:18.538377 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b17f07-85ae-49cf-955d-c10ad39bf5ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:18.538960 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b17f07-85ae-49cf-955d-c10ad39bf5ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:18.539547 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b17f07-85ae-49cf-955d-c10ad39bf5ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:18.540154 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b17f07-85ae-49cf-955d-c10ad39bf5ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:18.540744 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b17f07-85ae-49cf-955d-c10ad39bf5ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:18.541317 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b17f07-85ae-49cf-955d-c10ad39bf5ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:18.541899 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b17f07-85ae-49cf-955d-c10ad39bf5ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:18.542485 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b17f07-85ae-49cf-955d-c10ad39bf5ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:18.543164 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b17f07-85ae-49cf-955d-c10ad39bf5ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:18.543974 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b17f07-85ae-49cf-955d-c10ad39bf5ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:18.544903 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b17f07-85ae-49cf-955d-c10ad39bf5ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:18.545405 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b17f07-85ae-49cf-955d-c10ad39bf5ea None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:18.545998 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b17f07-85ae-49cf-955d-c10ad39bf5ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:18.546501 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b17f07-85ae-49cf-955d-c10ad39bf5ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:18.553627 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b17f07-85ae-49cf-955d-c10ad39bf5ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:18.553627 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b17f07-85ae-49cf-955d-c10ad39bf5ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:18.553627 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b17f07-85ae-49cf-955d-c10ad39bf5ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:18.553627 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b17f07-85ae-49cf-955d-c10ad39bf5ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:18.553627 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b17f07-85ae-49cf-955d-c10ad39bf5ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:18.553627 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b17f07-85ae-49cf-955d-c10ad39bf5ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:18.553627 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b17f07-85ae-49cf-955d-c10ad39bf5ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:18.553627 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b17f07-85ae-49cf-955d-c10ad39bf5ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:18.553627 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b17f07-85ae-49cf-955d-c10ad39bf5ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:18.564878 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-a8b17f07-85ae-49cf-955d-c10ad39bf5ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=80187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:46:18.895412 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-7274157a-6dcc-4a21-aadb-f192bf5febb5 None None] Attempting to bind port 5733192f-ad25-4a48-982a-c32dc7a39af6 on host dv-cinder-772388-4-iscsi for vnic_type normal with profile  {{(pid=80187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 02 13:46:18.895864 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-7274157a-6dcc-4a21-aadb-f192bf5febb5 None None] Attempting to bind port 5733192f-ad25-4a48-982a-c32dc7a39af6 by drivers openvswitch on host dv-cinder-772388-4-iscsi at level 0 using segments [{'id': '2aa86323-3806-4213-8222-472504c40951', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593'}] {{(pid=80187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 02 13:46:18.896313 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7274157a-6dcc-4a21-aadb-f192bf5febb5 None None] Attempting to bind port 5733192f-ad25-4a48-982a-c32dc7a39af6 on network 0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593 {{(pid=80187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 02 13:46:18.910755 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7274157a-6dcc-4a21-aadb-f192bf5febb5 None None] Checking agent: {'id': '59520739-4536-4d8c-966e-8cf7fcba95c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 27, 30), 'started_at': datetime.datetime(2021, 2, 2, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.101', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 02 13:46:18.912503 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7274157a-6dcc-4a21-aadb-f192bf5febb5 None None] Checking segment: {'id': '2aa86323-3806-4213-8222-472504c40951', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:46:18.913511 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-7274157a-6dcc-4a21-aadb-f192bf5febb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:18.916248 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7274157a-6dcc-4a21-aadb-f192bf5febb5 None None] Bound using segment: {'id': '2aa86323-3806-4213-8222-472504c40951', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593'} {{(pid=80187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 02 13:46:18.917531 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-7274157a-6dcc-4a21-aadb-f192bf5febb5 None None] Bound port: 5733192f-ad25-4a48-982a-c32dc7a39af6, host: dv-cinder-772388-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa86323-3806-4213-8222-472504c40951', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593'}}] {{(pid=80187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 02 13:46:18.920111 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-7274157a-6dcc-4a21-aadb-f192bf5febb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:19.072877 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-7274157a-6dcc-4a21-aadb-f192bf5febb5 None None] For port 5733192f-ad25-4a48-982a-c32dc7a39af6, host dv-cinder-772388-4-iscsi, cleared binding levels {{(pid=80187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 02 13:46:19.076531 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-7274157a-6dcc-4a21-aadb-f192bf5febb5 None None] For port 5733192f-ad25-4a48-982a-c32dc7a39af6, host dv-cinder-772388-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=5733192f-ad25-4a48-982a-c32dc7a39af6,segment=NetworkSegment(2aa86323-3806-4213-8222-472504c40951),segment_id=2aa86323-3806-4213-8222-472504c40951)] {{(pid=80187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 02 13:46:19.081612 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-7274157a-6dcc-4a21-aadb-f192bf5febb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:19.101737 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:46:19.244216 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-811475ef-6758-4211-b1e4-63b94df24ee6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:19.493087 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b17f07-85ae-49cf-955d-c10ad39bf5ea None None] Pushing event updated for resources: {'Port': ['ID=5733192f-ad25-4a48-982a-c32dc7a39af6,revision_number=4']} {{(pid=80187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:46:19.503078 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-a8b17f07-85ae-49cf-955d-c10ad39bf5ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=80187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:46:19.576657 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7274157a-6dcc-4a21-aadb-f192bf5febb5 None None] Routers {'4b36a0ac-0e23-4565-be2f-cb5815510a53'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:46:19.577489 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-7274157a-6dcc-4a21-aadb-f192bf5febb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e9c312b0>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:45:59Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['4b36a0ac-0e23-4565-be2f-cb5815510a53'], 'active': True} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:46:19.909235 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-7274157a-6dcc-4a21-aadb-f192bf5febb5 None None] Set router 4b36a0ac-0e23-4565-be2f-cb5815510a53 gateway port host: dv-cinder-772388-4-iscsi {{(pid=80187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:46:19.937879 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-811475ef-6758-4211-b1e4-63b94df24ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852704620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2076335'] for router, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:20.292862 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdea6692-ce69-40b3-815d-8be110093118 None None] Network c38fc61d-e9aa-41dd-81f0-dfa187b6b763 requested from dv-cinder-772388-4-iscsi {{(pid=80186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 02 13:46:20.423025 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-45a9eb79-f258-4e4b-9005-05c513bb4610 None None] Provisioning for port 3d381e32-5d79-4be8-8f47-2b6d6d42ba3a completed by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:46:20.488911 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-7274157a-6dcc-4a21-aadb-f192bf5febb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e9c312b0>, [{'id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'name': 'tempest-TestVolumeBootPattern-815306273-router', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '3da19fcf-bcc5-4ccd-93a9-a76f6bafc205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:46:02Z', 'updated_at': '2021-02-02T13:46:08Z', 'revision_number': 4, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'gw_port': {'id': '3da19fcf-bcc5-4ccd-93a9-a76f6bafc205', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:95:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:03Z', 'updated_at': '2021-02-02T13:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_interfaces': [{'id': '5733192f-ad25-4a48-982a-c32dc7a39af6', 'name': '', 'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'mac_address': 'fa:16:3e:ac:b4:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c84715ee-f128-4ac6-b34f-2786eff260c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:07Z', 'updated_at': '2021-02-02T13:46:19Z', 'revision_number': 4, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'subnets': [{'id': 'c84715ee-f128-4ac6-b34f-2786eff260c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:46:20.498319 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7274157a-6dcc-4a21-aadb-f192bf5febb5 None None] The sync data for ids ['4b36a0ac-0e23-4565-be2f-cb5815510a53'] in dv-cinder-772388-4-iscsi is: [{'id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'name': 'tempest-TestVolumeBootPattern-815306273-router', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '3da19fcf-bcc5-4ccd-93a9-a76f6bafc205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:46:02Z', 'updated_at': '2021-02-02T13:46:08Z', 'revision_number': 4, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'gw_port': {'id': '3da19fcf-bcc5-4ccd-93a9-a76f6bafc205', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:95:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:03Z', 'updated_at': '2021-02-02T13:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_interfaces': [{'id': '5733192f-ad25-4a48-982a-c32dc7a39af6', 'name': '', 'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'mac_address': 'fa:16:3e:ac:b4:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c84715ee-f128-4ac6-b34f-2786eff260c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:07Z', 'updated_at': '2021-02-02T13:46:19Z', 'revision_number': 4, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'subnets': [{'id': 'c84715ee-f128-4ac6-b34f-2786eff260c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 02 13:46:20.659206 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-811475ef-6758-4211-b1e4-63b94df24ee6 admin admin] Router 40aee73f-ef4e-4596-bba3-9355c7d8176d is scheduled to L3 agent 46ed2aac-7d32-4274-9cac-387c5fc2cd87 with binding_index 1 {{(pid=80185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 02 13:46:20.914190 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device 5733192f-ad25-4a48-982a-c32dc7a39af6 up at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:46:21.082432 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning for port 5733192f-ad25-4a48-982a-c32dc7a39af6 completed by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:46:21.085637 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811475ef-6758-4211-b1e4-63b94df24ee6 admin admin] Notify agent at l3_agent.dv-cinder-772388-4-iscsi the message routers_updated {{(pid=80185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 02 13:46:21.098183 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning complete for port 5733192f-ad25-4a48-982a-c32dc7a39af6 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:46:21.098855 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:21.138434 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-811475ef-6758-4211-b1e4-63b94df24ee6 admin admin] Notify callbacks [] for router, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:21.138788 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0554e2-b8de-481b-93f8-8f89bac1e4c1 None None] Sync routers for ids ['40aee73f-ef4e-4596-bba3-9355c7d8176d'] in dv-cinder-772388-4-iscsi {{(pid=80186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 02 13:46:21.145196 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-811475ef-6758-4211-b1e4-63b94df24ee6 admin admin] 10.222.0.133 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 6.0657153
Feb 02 13:46:21.146052 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 47130) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:46:21.178369 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0554e2-b8de-481b-93f8-8f89bac1e4c1 None None] Routers {'40aee73f-ef4e-4596-bba3-9355c7d8176d'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:46:21.179363 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-9f0554e2-b8de-481b-93f8-8f89bac1e4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e8e73390>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:45:59Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['40aee73f-ef4e-4596-bba3-9355c7d8176d'], 'active': True} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:46:21.740149 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-9f0554e2-b8de-481b-93f8-8f89bac1e4c1 None None] Set router 40aee73f-ef4e-4596-bba3-9355c7d8176d gateway port host: dv-cinder-772388-4-iscsi {{(pid=80186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:46:22.065991 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:22.236337 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] For port 5733192f-ad25-4a48-982a-c32dc7a39af6, host dv-cinder-772388-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=5733192f-ad25-4a48-982a-c32dc7a39af6,segment=NetworkSegment(2aa86323-3806-4213-8222-472504c40951),segment_id=2aa86323-3806-4213-8222-472504c40951)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:46:22.252966 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:22.254179 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device 3d381e32-5d79-4be8-8f47-2b6d6d42ba3a up at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:46:22.290295 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:46:22.423145 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ffcfee73-c702-4e26-8f8a-e443001b54ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:22.628912 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Pushing event updated for resources: {'Port': ['ID=5733192f-ad25-4a48-982a-c32dc7a39af6,revision_number=5']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:46:22.633443 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:46:22.651839 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning for port 3d381e32-5d79-4be8-8f47-2b6d6d42ba3a completed by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:46:22.663223 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning complete for port 3d381e32-5d79-4be8-8f47-2b6d6d42ba3a triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:46:22.663593 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:22.732065 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-9f0554e2-b8de-481b-93f8-8f89bac1e4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e8e73390>, [{'id': '40aee73f-ef4e-4596-bba3-9355c7d8176d', 'name': 'tempest-TestVolumeBootPattern-1385619995-router', 'tenant_id': '06c3b614f70740c19953ba8d26d80949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '05fa623a-b19d-496e-ab1e-46b5696e0950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:46:15Z', 'updated_at': '2021-02-02T13:46:18Z', 'revision_number': 3, 'project_id': '06c3b614f70740c19953ba8d26d80949', 'gw_port': {'id': '05fa623a-b19d-496e-ab1e-46b5696e0950', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:10:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40aee73f-ef4e-4596-bba3-9355c7d8176d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:17Z', 'updated_at': '2021-02-02T13:46:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi'}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:46:22.738575 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0554e2-b8de-481b-93f8-8f89bac1e4c1 None None] Checking router: 40aee73f-ef4e-4596-bba3-9355c7d8176d for host: dv-cinder-772388-4-iscsi {{(pid=80186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 02 13:46:22.738953 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0554e2-b8de-481b-93f8-8f89bac1e4c1 None None] Updating router 40aee73f-ef4e-4596-bba3-9355c7d8176d port 05fa623a-b19d-496e-ab1e-46b5696e0950 binding host dv-cinder-772388-4-iscsi {{(pid=80186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 02 13:46:22.857385 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-9f0554e2-b8de-481b-93f8-8f89bac1e4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:22.905694 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_common [None req-ffcfee73-c702-4e26-8f8a-e443001b54ee admin admin] Allocated IP 172.20.0.1 (c38fc61d-e9aa-41dd-81f0-dfa187b6b763/bc082346-8c7e-4ccf-8588-fea54116a625/db55285f-a44a-4cb1-9347-fed9651fb381) {{(pid=80184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 02 13:46:22.923118 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:23.056172 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] For port 3d381e32-5d79-4be8-8f47-2b6d6d42ba3a, host dv-cinder-772388-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=3d381e32-5d79-4be8-8f47-2b6d6d42ba3a,segment=NetworkSegment(461318f0-f850-44ce-9f84-6b0bed551538),segment_id=461318f0-f850-44ce-9f84-6b0bed551538)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:46:23.067425 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:23.072773 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:46:23.107792 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ffcfee73-c702-4e26-8f8a-e443001b54ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:23.129875 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-ffcfee73-c702-4e26-8f8a-e443001b54ee admin admin] Transition to ACTIVE for port object db55285f-a44a-4cb1-9347-fed9651fb381 will not be triggered until provisioned by entity DHCP. {{(pid=80184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:46:23.164501 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ffcfee73-c702-4e26-8f8a-e443001b54ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264943169311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851940450'] for port, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:23.185941 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device 5733192f-ad25-4a48-982a-c32dc7a39af6 up at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:46:23.186227 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-829155d9-8af2-41dd-abcd-2640264c0dd4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:46:23.283083 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Pushing event updated for resources: {'Port': ['ID=3d381e32-5d79-4be8-8f47-2b6d6d42ba3a,revision_number=3']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:46:23.307758 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:46:23.379311 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcfee73-c702-4e26-8f8a-e443001b54ee admin admin] Pushing event updated for resources: {'Port': ['ID=db55285f-a44a-4cb1-9347-fed9651fb381,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:46:23.388328 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-ffcfee73-c702-4e26-8f8a-e443001b54ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:46:23.397750 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning complete for port 5733192f-ad25-4a48-982a-c32dc7a39af6 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:46:23.398171 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:23.490373 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcfee73-c702-4e26-8f8a-e443001b54ee admin admin] Network c38fc61d-e9aa-41dd-81f0-dfa187b6b763 is already hosted by enough agents. {{(pid=80184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:46:23.491826 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [None req-ffcfee73-c702-4e26-8f8a-e443001b54ee admin admin] Resources bound (agent type, host, resource id):  {{(pid=80184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:46:23.494726 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcfee73-c702-4e26-8f8a-e443001b54ee admin admin] Received port after_create {{(pid=80184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 02 13:46:23.572716 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ffcfee73-c702-4e26-8f8a-e443001b54ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2073963'] for router_interface, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:23.608441 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-9f0554e2-b8de-481b-93f8-8f89bac1e4c1 None None] Notify callbacks [] for port, precommit_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:23.634368 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-9f0554e2-b8de-481b-93f8-8f89bac1e4c1 None None] Transition to ACTIVE for port object 05fa623a-b19d-496e-ab1e-46b5696e0950 will not be triggered until provisioned by entity L2. {{(pid=80186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:46:23.638103 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-9f0554e2-b8de-481b-93f8-8f89bac1e4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:23.656689 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-1e74baae-02f7-4485-8f4f-2a0e0e4962a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:46:23.705857 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ffcfee73-c702-4e26-8f8a-e443001b54ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:23.820515 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451d8331-1696-46ed-9279-c5a72343b0c0 None None] Pushing event updated for resources: {'Port': ['ID=05fa623a-b19d-496e-ab1e-46b5696e0950,revision_number=2']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:46:23.825775 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-c3d514ca-a18b-44f8-89e2-c3fe1b6afa88 None None] Provisioning for port db55285f-a44a-4cb1-9347-fed9651fb381 completed by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:46:23.833576 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-451d8331-1696-46ed-9279-c5a72343b0c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:46:23.849483 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-c3d514ca-a18b-44f8-89e2-c3fe1b6afa88 None None] Provisioning complete for port db55285f-a44a-4cb1-9347-fed9651fb381 triggered by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:46:23.849896 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c3d514ca-a18b-44f8-89e2-c3fe1b6afa88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:23.929064 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-c3d514ca-a18b-44f8-89e2-c3fe1b6afa88 None None] Port db55285f-a44a-4cb1-9347-fed9651fb381 cannot update to ACTIVE because it is not bound. {{(pid=80186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 02 13:46:23.950640 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-9f0554e2-b8de-481b-93f8-8f89bac1e4c1 None None] Attempting to bind port 05fa623a-b19d-496e-ab1e-46b5696e0950 on host dv-cinder-772388-4-iscsi for vnic_type normal with profile  {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 02 13:46:23.951047 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-9f0554e2-b8de-481b-93f8-8f89bac1e4c1 None None] Attempting to bind port 05fa623a-b19d-496e-ab1e-46b5696e0950 by drivers openvswitch on host dv-cinder-772388-4-iscsi at level 0 using segments [{'id': '5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd'}] {{(pid=80186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 02 13:46:23.951454 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0554e2-b8de-481b-93f8-8f89bac1e4c1 None None] Attempting to bind port 05fa623a-b19d-496e-ab1e-46b5696e0950 on network 081eaffe-521e-4302-9444-c5c7bff220cd {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 02 13:46:23.957424 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0554e2-b8de-481b-93f8-8f89bac1e4c1 None None] Checking agent: {'id': '59520739-4536-4d8c-966e-8cf7fcba95c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 27, 30), 'started_at': datetime.datetime(2021, 2, 2, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.101', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 02 13:46:23.957971 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0554e2-b8de-481b-93f8-8f89bac1e4c1 None None] Checking segment: {'id': '5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:46:23.958406 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-9f0554e2-b8de-481b-93f8-8f89bac1e4c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:23.958828 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0554e2-b8de-481b-93f8-8f89bac1e4c1 None None] Bound using segment: {'id': '5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd'} {{(pid=80186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 02 13:46:23.959318 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-9f0554e2-b8de-481b-93f8-8f89bac1e4c1 None None] Bound port: 05fa623a-b19d-496e-ab1e-46b5696e0950, host: dv-cinder-772388-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd'}}] {{(pid=80186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 02 13:46:23.959729 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-9f0554e2-b8de-481b-93f8-8f89bac1e4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:24.046392 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ffcfee73-c702-4e26-8f8a-e443001b54ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:24.051343 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ffcfee73-c702-4e26-8f8a-e443001b54ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2835433'] for port, after_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:24.056990 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-9f0554e2-b8de-481b-93f8-8f89bac1e4c1 None None] For port 05fa623a-b19d-496e-ab1e-46b5696e0950, host dv-cinder-772388-4-iscsi, cleared binding levels {{(pid=80186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 02 13:46:24.060676 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-9f0554e2-b8de-481b-93f8-8f89bac1e4c1 None None] For port 05fa623a-b19d-496e-ab1e-46b5696e0950, host dv-cinder-772388-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=05fa623a-b19d-496e-ab1e-46b5696e0950,segment=NetworkSegment(5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8),segment_id=5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8)] {{(pid=80186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 02 13:46:24.065713 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-9f0554e2-b8de-481b-93f8-8f89bac1e4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:24.082067 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:46:24.084902 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f326eda3-0dc9-45ba-b1d2-ca0406996a66 tempest-TestShelveInstance-1667620711 tempest-TestShelveInstance-1667620711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:46:24.188390 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcfee73-c702-4e26-8f8a-e443001b54ee admin admin] Pushing event updated for resources: {'Port': ['ID=db55285f-a44a-4cb1-9347-fed9651fb381,revision_number=2']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:46:24.192854 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ffcfee73-c702-4e26-8f8a-e443001b54ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853078024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2077237'] for router_interface, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:24.210289 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-ffcfee73-c702-4e26-8f8a-e443001b54ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:46:24.349901 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcfee73-c702-4e26-8f8a-e443001b54ee admin admin] Network c38fc61d-e9aa-41dd-81f0-dfa187b6b763 is already hosted by enough agents. {{(pid=80184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:46:24.351319 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [None req-ffcfee73-c702-4e26-8f8a-e443001b54ee admin admin] Resources bound (agent type, host, resource id):  {{(pid=80184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:46:24.374447 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451d8331-1696-46ed-9279-c5a72343b0c0 None None] Pushing event updated for resources: {'Port': ['ID=05fa623a-b19d-496e-ab1e-46b5696e0950,revision_number=3']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:46:24.380228 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-451d8331-1696-46ed-9279-c5a72343b0c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:46:24.426503 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0554e2-b8de-481b-93f8-8f89bac1e4c1 None None] Routers {'40aee73f-ef4e-4596-bba3-9355c7d8176d'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:46:24.427197 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-9f0554e2-b8de-481b-93f8-8f89bac1e4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e8e73390>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:45:59Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['40aee73f-ef4e-4596-bba3-9355c7d8176d'], 'active': True} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:46:24.698680 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-e1b430f3-3b08-475f-85af-b463e382bdf9 None None] Provisioning complete for port db55285f-a44a-4cb1-9347-fed9651fb381 triggered by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:46:24.698680 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e1b430f3-3b08-475f-85af-b463e382bdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:24.774094 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-9f0554e2-b8de-481b-93f8-8f89bac1e4c1 None None] Set router 40aee73f-ef4e-4596-bba3-9355c7d8176d gateway port host: dv-cinder-772388-4-iscsi {{(pid=80186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:46:24.859659 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-e1b430f3-3b08-475f-85af-b463e382bdf9 None None] Port db55285f-a44a-4cb1-9347-fed9651fb381 cannot update to ACTIVE because it is not bound. {{(pid=80186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 02 13:46:24.860744 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffcfee73-c702-4e26-8f8a-e443001b54ee admin admin] Router 40aee73f-ef4e-4596-bba3-9355c7d8176d has already been hosted by L3 agent 46ed2aac-7d32-4274-9cac-387c5fc2cd87 {{(pid=80184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 02 13:46:25.073658 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffcfee73-c702-4e26-8f8a-e443001b54ee admin admin] Notify agent at l3_agent.dv-cinder-772388-4-iscsi the message routers_updated {{(pid=80184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 02 13:46:25.088648 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-ffcfee73-c702-4e26-8f8a-e443001b54ee admin admin] 10.222.0.133 "PUT /v2.0/routers/40aee73f-ef4e-4596-bba3-9355c7d8176d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9383070
Feb 02 13:46:25.162925 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device 3d381e32-5d79-4be8-8f47-2b6d6d42ba3a up at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:46:25.393412 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning complete for port 3d381e32-5d79-4be8-8f47-2b6d6d42ba3a triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:46:25.393846 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:25.551834 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-9f0554e2-b8de-481b-93f8-8f89bac1e4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e8e73390>, [{'id': '40aee73f-ef4e-4596-bba3-9355c7d8176d', 'name': 'tempest-TestVolumeBootPattern-1385619995-router', 'tenant_id': '06c3b614f70740c19953ba8d26d80949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '05fa623a-b19d-496e-ab1e-46b5696e0950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:46:15Z', 'updated_at': '2021-02-02T13:46:23Z', 'revision_number': 4, 'project_id': '06c3b614f70740c19953ba8d26d80949', 'gw_port': {'id': '05fa623a-b19d-496e-ab1e-46b5696e0950', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:10:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40aee73f-ef4e-4596-bba3-9355c7d8176d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:17Z', 'updated_at': '2021-02-02T13:46:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_interfaces': [{'id': 'db55285f-a44a-4cb1-9347-fed9651fb381', 'name': '', 'network_id': 'c38fc61d-e9aa-41dd-81f0-dfa187b6b763', 'tenant_id': '06c3b614f70740c19953ba8d26d80949', 'mac_address': 'fa:16:3e:60:d6:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40aee73f-ef4e-4596-bba3-9355c7d8176d', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'bc082346-8c7e-4ccf-8588-fea54116a625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:22Z', 'updated_at': '2021-02-02T13:46:23Z', 'revision_number': 2, 'project_id': '06c3b614f70740c19953ba8d26d80949', 'subnets': [{'id': 'bc082346-8c7e-4ccf-8588-fea54116a625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:46:25.560521 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0554e2-b8de-481b-93f8-8f89bac1e4c1 None None] The sync data for ids ['40aee73f-ef4e-4596-bba3-9355c7d8176d'] in dv-cinder-772388-4-iscsi is: [{'id': '40aee73f-ef4e-4596-bba3-9355c7d8176d', 'name': 'tempest-TestVolumeBootPattern-1385619995-router', 'tenant_id': '06c3b614f70740c19953ba8d26d80949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '05fa623a-b19d-496e-ab1e-46b5696e0950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:46:15Z', 'updated_at': '2021-02-02T13:46:23Z', 'revision_number': 4, 'project_id': '06c3b614f70740c19953ba8d26d80949', 'gw_port': {'id': '05fa623a-b19d-496e-ab1e-46b5696e0950', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:10:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40aee73f-ef4e-4596-bba3-9355c7d8176d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:17Z', 'updated_at': '2021-02-02T13:46:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_interfaces': [{'id': 'db55285f-a44a-4cb1-9347-fed9651fb381', 'name': '', 'network_id': 'c38fc61d-e9aa-41dd-81f0-dfa187b6b763', 'tenant_id': '06c3b614f70740c19953ba8d26d80949', 'mac_address': 'fa:16:3e:60:d6:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40aee73f-ef4e-4596-bba3-9355c7d8176d', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'bc082346-8c7e-4ccf-8588-fea54116a625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:22Z', 'updated_at': '2021-02-02T13:46:23Z', 'revision_number': 2, 'project_id': '06c3b614f70740c19953ba8d26d80949', 'subnets': [{'id': 'bc082346-8c7e-4ccf-8588-fea54116a625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 02 13:46:26.016300 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e57839f6-cbe4-4025-a78f-65f883e3e31f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:26.067630 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-572003f4-5fd3-4ced-885a-eafb4e2aae8d req-f45fced8-ba7a-472d-825f-6ff3ee0d6191 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-1639936262', 'description': 'tempest-TestVolumeBootPattern-1639936262 description'}} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:46:26.100372 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-572003f4-5fd3-4ced-885a-eafb4e2aae8d req-f45fced8-ba7a-472d-825f-6ff3ee0d6191 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:46:26.106384 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-572003f4-5fd3-4ced-885a-eafb4e2aae8d req-f45fced8-ba7a-472d-825f-6ff3ee0d6191 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Usage tracker for resource:security_group and tenant:9fd246219b8b41dbaae8904115d1595f is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:46:26.111443 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-572003f4-5fd3-4ced-885a-eafb4e2aae8d req-f45fced8-ba7a-472d-825f-6ff3ee0d6191 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:46:26.123206 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-572003f4-5fd3-4ced-885a-eafb4e2aae8d req-f45fced8-ba7a-472d-825f-6ff3ee0d6191 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:46:26.135657 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-572003f4-5fd3-4ced-885a-eafb4e2aae8d req-f45fced8-ba7a-472d-825f-6ff3ee0d6191 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks [] for security_group, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:26.170917 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-572003f4-5fd3-4ced-885a-eafb4e2aae8d req-f45fced8-ba7a-472d-825f-6ff3ee0d6191 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:46:26.177989 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-572003f4-5fd3-4ced-885a-eafb4e2aae8d req-f45fced8-ba7a-472d-825f-6ff3ee0d6191 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Usage tracker for resource:security_group_rule and tenant:9fd246219b8b41dbaae8904115d1595f is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:46:26.183224 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-572003f4-5fd3-4ced-885a-eafb4e2aae8d req-f45fced8-ba7a-472d-825f-6ff3ee0d6191 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:46:26.194374 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-572003f4-5fd3-4ced-885a-eafb4e2aae8d req-f45fced8-ba7a-472d-825f-6ff3ee0d6191 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:46:26.282968 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-572003f4-5fd3-4ced-885a-eafb4e2aae8d req-f45fced8-ba7a-472d-825f-6ff3ee0d6191 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks [] for security_group, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:26.286516 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-572003f4-5fd3-4ced-885a-eafb4e2aae8d req-f45fced8-ba7a-472d-825f-6ff3ee0d6191 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:26.290880 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-5cff83e9-0762-4269-acdc-c32c960b6221 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:46:26.342792 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45fced8-ba7a-472d-825f-6ff3ee0d6191 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89ca574e-9d76-4d27-a7b5-e94822b88bd6,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:46:26.346117 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-572003f4-5fd3-4ced-885a-eafb4e2aae8d req-f45fced8-ba7a-472d-825f-6ff3ee0d6191 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks [] for security_group, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:26.347465 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-572003f4-5fd3-4ced-885a-eafb4e2aae8d req-f45fced8-ba7a-472d-825f-6ff3ee0d6191 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.5162046
Feb 02 13:46:26.348369 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f45fced8-ba7a-472d-825f-6ff3ee0d6191 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:46:26.590233 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-aed129bb-8edf-4554-86ae-f7001482b841 req-2a2c84ed-9be2-475b-b215-7b62ba7898d6 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/security-groups/89ca574e-9d76-4d27-a7b5-e94822b88bd6 HTTP/1.1" status: 200  len: 1808 time: 0.2049460
Feb 02 13:46:26.605121 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-aed129bb-8edf-4554-86ae-f7001482b841 req-a4d4c3db-5095-4633-b060-b66316ae8bfe tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '89ca574e-9d76-4d27-a7b5-e94822b88bd6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:46:26.605441 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-aed129bb-8edf-4554-86ae-f7001482b841 req-a4d4c3db-5095-4633-b060-b66316ae8bfe tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '89ca574e-9d76-4d27-a7b5-e94822b88bd6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:46:26.638694 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-aed129bb-8edf-4554-86ae-f7001482b841 req-a4d4c3db-5095-4633-b060-b66316ae8bfe tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:46:26.644526 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-aed129bb-8edf-4554-86ae-f7001482b841 req-a4d4c3db-5095-4633-b060-b66316ae8bfe tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Usage tracker for resource:security_group_rule and tenant:9fd246219b8b41dbaae8904115d1595f is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:46:26.648740 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-aed129bb-8edf-4554-86ae-f7001482b841 req-a4d4c3db-5095-4633-b060-b66316ae8bfe tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:46:26.656397 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-aed129bb-8edf-4554-86ae-f7001482b841 req-a4d4c3db-5095-4633-b060-b66316ae8bfe tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:46:26.744309 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-aed129bb-8edf-4554-86ae-f7001482b841 req-a4d4c3db-5095-4633-b060-b66316ae8bfe tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:26.788308 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-aed129bb-8edf-4554-86ae-f7001482b841 req-a4d4c3db-5095-4633-b060-b66316ae8bfe tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:26.793631 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-aed129bb-8edf-4554-86ae-f7001482b841 req-a4d4c3db-5095-4633-b060-b66316ae8bfe tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756828'] for security_group_rule, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:26.795982 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:46:26.831688 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d4c3db-5095-4633-b060-b66316ae8bfe tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05511f14-d957-4745-bf6a-3df2db65c25e,revision_number=0']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:46:26.838183 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-a4d4c3db-5095-4633-b060-b66316ae8bfe tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:46:26.843315 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-aed129bb-8edf-4554-86ae-f7001482b841 req-a4d4c3db-5095-4633-b060-b66316ae8bfe tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:26.848993 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-aed129bb-8edf-4554-86ae-f7001482b841 req-a4d4c3db-5095-4633-b060-b66316ae8bfe tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.2491302
Feb 02 13:46:26.976398 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ecdaf4a0-f254-474a-baf3-5ca34735e6d6 req-ee4ca417-4c37-4ba8-bd04-2d0e547e62b3 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/security-groups/89ca574e-9d76-4d27-a7b5-e94822b88bd6 HTTP/1.1" status: 200  len: 2401 time: 0.0766866
Feb 02 13:46:26.988119 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-ecdaf4a0-f254-474a-baf3-5ca34735e6d6 req-2ba57f50-43a5-435a-bb2e-e7d7667500cb tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '89ca574e-9d76-4d27-a7b5-e94822b88bd6', 'remote_group_id': None}]} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:46:26.988471 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-ecdaf4a0-f254-474a-baf3-5ca34735e6d6 req-2ba57f50-43a5-435a-bb2e-e7d7667500cb tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '89ca574e-9d76-4d27-a7b5-e94822b88bd6', 'remote_group_id': None}} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:46:27.013524 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-ecdaf4a0-f254-474a-baf3-5ca34735e6d6 req-2ba57f50-43a5-435a-bb2e-e7d7667500cb tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:46:27.018044 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-ecdaf4a0-f254-474a-baf3-5ca34735e6d6 req-2ba57f50-43a5-435a-bb2e-e7d7667500cb tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Usage tracker for resource:security_group_rule and tenant:9fd246219b8b41dbaae8904115d1595f is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:46:27.021161 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-ecdaf4a0-f254-474a-baf3-5ca34735e6d6 req-2ba57f50-43a5-435a-bb2e-e7d7667500cb tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:46:27.029280 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-ecdaf4a0-f254-474a-baf3-5ca34735e6d6 req-2ba57f50-43a5-435a-bb2e-e7d7667500cb tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:46:27.119656 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-ecdaf4a0-f254-474a-baf3-5ca34735e6d6 req-2ba57f50-43a5-435a-bb2e-e7d7667500cb tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:27.151535 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-ecdaf4a0-f254-474a-baf3-5ca34735e6d6 req-2ba57f50-43a5-435a-bb2e-e7d7667500cb tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:27.154899 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-ecdaf4a0-f254-474a-baf3-5ca34735e6d6 req-2ba57f50-43a5-435a-bb2e-e7d7667500cb tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756828'] for security_group_rule, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:27.157837 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:46:27.185417 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba57f50-43a5-435a-bb2e-e7d7667500cb tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7d694ee-fdbc-4eaf-8581-5a13c95be83c,revision_number=0']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:46:27.189088 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-2ba57f50-43a5-435a-bb2e-e7d7667500cb tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:46:27.197328 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-ecdaf4a0-f254-474a-baf3-5ca34735e6d6 req-2ba57f50-43a5-435a-bb2e-e7d7667500cb tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:27.199077 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ecdaf4a0-f254-474a-baf3-5ca34735e6d6 req-2ba57f50-43a5-435a-bb2e-e7d7667500cb tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.2156246
Feb 02 13:46:27.212909 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device 05fa623a-b19d-496e-ab1e-46b5696e0950 up at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:46:27.320891 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning for port 05fa623a-b19d-496e-ab1e-46b5696e0950 completed by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:46:27.326621 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning complete for port 05fa623a-b19d-496e-ab1e-46b5696e0950 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:46:27.327240 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:27.469605 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:27.488373 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] For port 05fa623a-b19d-496e-ab1e-46b5696e0950, host dv-cinder-772388-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=05fa623a-b19d-496e-ab1e-46b5696e0950,segment=NetworkSegment(5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8),segment_id=5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:46:27.491806 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:27.495380 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:46:27.577065 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Pushing event updated for resources: {'Port': ['ID=05fa623a-b19d-496e-ab1e-46b5696e0950,revision_number=4']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:46:27.583335 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:46:29.048325 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c7e8766e-8d12-4426-afca-822902410145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:29.151751 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device 05fa623a-b19d-496e-ab1e-46b5696e0950 up at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:46:29.152947 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d953e8-a8b1-4e0d-b242-28039cd04a0f None None] Sync routers for ids ['40aee73f-ef4e-4596-bba3-9355c7d8176d'] in dv-cinder-772388-4-iscsi {{(pid=80187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 02 13:46:29.165626 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d953e8-a8b1-4e0d-b242-28039cd04a0f None None] Routers {'40aee73f-ef4e-4596-bba3-9355c7d8176d'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:46:29.167267 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-35d953e8-a8b1-4e0d-b242-28039cd04a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e9769400>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:45:59Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['40aee73f-ef4e-4596-bba3-9355c7d8176d'], 'active': True} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:46:29.240440 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning complete for port 05fa623a-b19d-496e-ab1e-46b5696e0950 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:46:29.240909 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:29.333037 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-8b668955-64d4-46b4-bcbe-a72f768e2eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:29.367175 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-35d953e8-a8b1-4e0d-b242-28039cd04a0f None None] Set router 40aee73f-ef4e-4596-bba3-9355c7d8176d gateway port host: dv-cinder-772388-4-iscsi {{(pid=80187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:46:29.733939 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-35d953e8-a8b1-4e0d-b242-28039cd04a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e9769400>, [{'id': '40aee73f-ef4e-4596-bba3-9355c7d8176d', 'name': 'tempest-TestVolumeBootPattern-1385619995-router', 'tenant_id': '06c3b614f70740c19953ba8d26d80949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '05fa623a-b19d-496e-ab1e-46b5696e0950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:46:15Z', 'updated_at': '2021-02-02T13:46:23Z', 'revision_number': 4, 'project_id': '06c3b614f70740c19953ba8d26d80949', 'gw_port': {'id': '05fa623a-b19d-496e-ab1e-46b5696e0950', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:10:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aee73f-ef4e-4596-bba3-9355c7d8176d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:17Z', 'updated_at': '2021-02-02T13:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_interfaces': [{'id': 'db55285f-a44a-4cb1-9347-fed9651fb381', 'name': '', 'network_id': 'c38fc61d-e9aa-41dd-81f0-dfa187b6b763', 'tenant_id': '06c3b614f70740c19953ba8d26d80949', 'mac_address': 'fa:16:3e:60:d6:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40aee73f-ef4e-4596-bba3-9355c7d8176d', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'bc082346-8c7e-4ccf-8588-fea54116a625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:22Z', 'updated_at': '2021-02-02T13:46:23Z', 'revision_number': 2, 'project_id': '06c3b614f70740c19953ba8d26d80949', 'subnets': [{'id': 'bc082346-8c7e-4ccf-8588-fea54116a625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:46:29.738407 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d953e8-a8b1-4e0d-b242-28039cd04a0f None None] Checking router: 40aee73f-ef4e-4596-bba3-9355c7d8176d for host: dv-cinder-772388-4-iscsi {{(pid=80187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 02 13:46:29.738892 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d953e8-a8b1-4e0d-b242-28039cd04a0f None None] Updating router 40aee73f-ef4e-4596-bba3-9355c7d8176d port db55285f-a44a-4cb1-9347-fed9651fb381 binding host dv-cinder-772388-4-iscsi {{(pid=80187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 02 13:46:29.807292 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-35d953e8-a8b1-4e0d-b242-28039cd04a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:30.261002 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-35d953e8-a8b1-4e0d-b242-28039cd04a0f None None] Notify callbacks [] for port, precommit_update {{(pid=80187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:30.278033 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-35d953e8-a8b1-4e0d-b242-28039cd04a0f None None] Transition to ACTIVE for port object db55285f-a44a-4cb1-9347-fed9651fb381 will not be triggered until provisioned by entity L2. {{(pid=80187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:46:30.281865 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-35d953e8-a8b1-4e0d-b242-28039cd04a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:30.298853 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-060b2eb8-ac8a-46af-aadd-544f8e3faf67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:46:30.299351 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:30.438134 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb549a8e-32ff-484f-85c2-62752d4dee3d None None] Pushing event updated for resources: {'Port': ['ID=db55285f-a44a-4cb1-9347-fed9651fb381,revision_number=3']} {{(pid=80187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:46:30.443546 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb549a8e-32ff-484f-85c2-62752d4dee3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:46:30.658163 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-35d953e8-a8b1-4e0d-b242-28039cd04a0f None None] Attempting to bind port db55285f-a44a-4cb1-9347-fed9651fb381 on host dv-cinder-772388-4-iscsi for vnic_type normal with profile  {{(pid=80187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 02 13:46:30.658619 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-35d953e8-a8b1-4e0d-b242-28039cd04a0f None None] Attempting to bind port db55285f-a44a-4cb1-9347-fed9651fb381 by drivers openvswitch on host dv-cinder-772388-4-iscsi at level 0 using segments [{'id': '461318f0-f850-44ce-9f84-6b0bed551538', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c38fc61d-e9aa-41dd-81f0-dfa187b6b763'}] {{(pid=80187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 02 13:46:30.658937 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d953e8-a8b1-4e0d-b242-28039cd04a0f None None] Attempting to bind port db55285f-a44a-4cb1-9347-fed9651fb381 on network c38fc61d-e9aa-41dd-81f0-dfa187b6b763 {{(pid=80187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 02 13:46:30.665896 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d953e8-a8b1-4e0d-b242-28039cd04a0f None None] Checking agent: {'id': '59520739-4536-4d8c-966e-8cf7fcba95c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 27, 30), 'started_at': datetime.datetime(2021, 2, 2, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.101', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 02 13:46:30.666305 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d953e8-a8b1-4e0d-b242-28039cd04a0f None None] Checking segment: {'id': '461318f0-f850-44ce-9f84-6b0bed551538', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c38fc61d-e9aa-41dd-81f0-dfa187b6b763'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:46:30.666745 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-35d953e8-a8b1-4e0d-b242-28039cd04a0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:30.667183 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d953e8-a8b1-4e0d-b242-28039cd04a0f None None] Bound using segment: {'id': '461318f0-f850-44ce-9f84-6b0bed551538', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c38fc61d-e9aa-41dd-81f0-dfa187b6b763'} {{(pid=80187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 02 13:46:30.667696 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-35d953e8-a8b1-4e0d-b242-28039cd04a0f None None] Bound port: db55285f-a44a-4cb1-9347-fed9651fb381, host: dv-cinder-772388-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '461318f0-f850-44ce-9f84-6b0bed551538', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c38fc61d-e9aa-41dd-81f0-dfa187b6b763'}}] {{(pid=80187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 02 13:46:30.668150 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-35d953e8-a8b1-4e0d-b242-28039cd04a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:30.801127 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-35d953e8-a8b1-4e0d-b242-28039cd04a0f None None] For port db55285f-a44a-4cb1-9347-fed9651fb381, host dv-cinder-772388-4-iscsi, cleared binding levels {{(pid=80187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 02 13:46:30.805901 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-35d953e8-a8b1-4e0d-b242-28039cd04a0f None None] For port db55285f-a44a-4cb1-9347-fed9651fb381, host dv-cinder-772388-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=db55285f-a44a-4cb1-9347-fed9651fb381,segment=NetworkSegment(461318f0-f850-44ce-9f84-6b0bed551538),segment_id=461318f0-f850-44ce-9f84-6b0bed551538)] {{(pid=80187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 02 13:46:30.810031 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-35d953e8-a8b1-4e0d-b242-28039cd04a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:30.828721 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:46:31.087260 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-42ef245d-f728-4293-a752-dedea4fc02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:31.153353 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb549a8e-32ff-484f-85c2-62752d4dee3d None None] Pushing event updated for resources: {'Port': ['ID=db55285f-a44a-4cb1-9347-fed9651fb381,revision_number=4']} {{(pid=80187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:46:31.159025 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb549a8e-32ff-484f-85c2-62752d4dee3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=80187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:46:31.214897 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d953e8-a8b1-4e0d-b242-28039cd04a0f None None] Routers {'40aee73f-ef4e-4596-bba3-9355c7d8176d'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:46:31.215785 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-35d953e8-a8b1-4e0d-b242-28039cd04a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e9769400>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:46:29Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['40aee73f-ef4e-4596-bba3-9355c7d8176d'], 'active': True} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:46:31.491305 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-35d953e8-a8b1-4e0d-b242-28039cd04a0f None None] Set router 40aee73f-ef4e-4596-bba3-9355c7d8176d gateway port host: dv-cinder-772388-4-iscsi {{(pid=80187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:46:31.885961 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-35d953e8-a8b1-4e0d-b242-28039cd04a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e9769400>, [{'id': '40aee73f-ef4e-4596-bba3-9355c7d8176d', 'name': 'tempest-TestVolumeBootPattern-1385619995-router', 'tenant_id': '06c3b614f70740c19953ba8d26d80949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '05fa623a-b19d-496e-ab1e-46b5696e0950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:46:15Z', 'updated_at': '2021-02-02T13:46:23Z', 'revision_number': 4, 'project_id': '06c3b614f70740c19953ba8d26d80949', 'gw_port': {'id': '05fa623a-b19d-496e-ab1e-46b5696e0950', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:10:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aee73f-ef4e-4596-bba3-9355c7d8176d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:17Z', 'updated_at': '2021-02-02T13:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_interfaces': [{'id': 'db55285f-a44a-4cb1-9347-fed9651fb381', 'name': '', 'network_id': 'c38fc61d-e9aa-41dd-81f0-dfa187b6b763', 'tenant_id': '06c3b614f70740c19953ba8d26d80949', 'mac_address': 'fa:16:3e:60:d6:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40aee73f-ef4e-4596-bba3-9355c7d8176d', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'bc082346-8c7e-4ccf-8588-fea54116a625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:22Z', 'updated_at': '2021-02-02T13:46:30Z', 'revision_number': 4, 'project_id': '06c3b614f70740c19953ba8d26d80949', 'subnets': [{'id': 'bc082346-8c7e-4ccf-8588-fea54116a625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:46:31.890974 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d953e8-a8b1-4e0d-b242-28039cd04a0f None None] The sync data for ids ['40aee73f-ef4e-4596-bba3-9355c7d8176d'] in dv-cinder-772388-4-iscsi is: [{'id': '40aee73f-ef4e-4596-bba3-9355c7d8176d', 'name': 'tempest-TestVolumeBootPattern-1385619995-router', 'tenant_id': '06c3b614f70740c19953ba8d26d80949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '05fa623a-b19d-496e-ab1e-46b5696e0950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:46:15Z', 'updated_at': '2021-02-02T13:46:23Z', 'revision_number': 4, 'project_id': '06c3b614f70740c19953ba8d26d80949', 'gw_port': {'id': '05fa623a-b19d-496e-ab1e-46b5696e0950', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:10:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aee73f-ef4e-4596-bba3-9355c7d8176d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:17Z', 'updated_at': '2021-02-02T13:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_interfaces': [{'id': 'db55285f-a44a-4cb1-9347-fed9651fb381', 'name': '', 'network_id': 'c38fc61d-e9aa-41dd-81f0-dfa187b6b763', 'tenant_id': '06c3b614f70740c19953ba8d26d80949', 'mac_address': 'fa:16:3e:60:d6:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40aee73f-ef4e-4596-bba3-9355c7d8176d', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'bc082346-8c7e-4ccf-8588-fea54116a625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:22Z', 'updated_at': '2021-02-02T13:46:30Z', 'revision_number': 4, 'project_id': '06c3b614f70740c19953ba8d26d80949', 'subnets': [{'id': 'bc082346-8c7e-4ccf-8588-fea54116a625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 02 13:46:33.116401 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:33.188788 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device db55285f-a44a-4cb1-9347-fed9651fb381 up at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:46:33.265876 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning for port db55285f-a44a-4cb1-9347-fed9651fb381 completed by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:46:33.270845 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning complete for port db55285f-a44a-4cb1-9347-fed9651fb381 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:46:33.271266 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:33.398652 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:33.435006 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] For port db55285f-a44a-4cb1-9347-fed9651fb381, host dv-cinder-772388-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=db55285f-a44a-4cb1-9347-fed9651fb381,segment=NetworkSegment(461318f0-f850-44ce-9f84-6b0bed551538),segment_id=461318f0-f850-44ce-9f84-6b0bed551538)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:46:33.438069 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:33.440198 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:46:33.512456 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Pushing event updated for resources: {'Port': ['ID=db55285f-a44a-4cb1-9347-fed9651fb381,revision_number=5']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:46:33.516276 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:46:35.162202 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device db55285f-a44a-4cb1-9347-fed9651fb381 up at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:46:35.243803 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Provisioning complete for port db55285f-a44a-4cb1-9347-fed9651fb381 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:46:35.244317 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:41.291708 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2a147a6c-363c-4759-9175-2c515150644a req-2bc7d777-7f03-4d3d-9bd8-e4b7a4d9c4a0 service neutron] 10.222.0.132 "GET /v2.0/ports?device_id=10329872-f54e-4e42-9979-1bd568e5ab77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0883908
Feb 02 13:46:41.473077 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a147a6c-363c-4759-9175-2c515150644a req-6c09f19f-e411-4cf3-8a22-1b72b34d6ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:46:41.474925 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2a147a6c-363c-4759-9175-2c515150644a req-6c09f19f-e411-4cf3-8a22-1b72b34d6ec4 service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=dc43bfb261a1419d93631ca1734b41d5&device_id=10329872-f54e-4e42-9979-1bd568e5ab77 HTTP/1.1" status: 200  len: 1162 time: 0.0990207
Feb 02 13:46:41.644696 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a147a6c-363c-4759-9175-2c515150644a req-5c012308-b208-41ab-af4d-7a50d0f27603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:46:41.646642 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2a147a6c-363c-4759-9175-2c515150644a req-5c012308-b208-41ab-af4d-7a50d0f27603 service neutron] 10.222.0.132 "GET /v2.0/networks?id=a4835e6f-7982-41d9-8597-68768326e2b7 HTTP/1.1" status: 200  len: 905 time: 0.1482158
Feb 02 13:46:41.767653 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2a147a6c-363c-4759-9175-2c515150644a req-9db52791-3912-443f-9135-c63745224461 service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acd8ad93-5ff9-4aeb-abcc-211446fd3b7d HTTP/1.1" status: 200  len: 1000 time: 0.1160564
Feb 02 13:46:41.850674 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a147a6c-363c-4759-9175-2c515150644a req-5ef19a8e-c49f-4ec7-8963-c4b96af5849b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:46:41.852275 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2a147a6c-363c-4759-9175-2c515150644a req-5ef19a8e-c49f-4ec7-8963-c4b96af5849b service neutron] 10.222.0.132 "GET /v2.0/subnets?id=7bd499ff-eea3-463e-bee1-8df687fd8da3 HTTP/1.1" status: 200  len: 850 time: 0.0796978
Feb 02 13:46:41.940037 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a147a6c-363c-4759-9175-2c515150644a req-b051c1ed-e6e9-482d-a1af-366a31222257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:46:41.941618 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2a147a6c-363c-4759-9175-2c515150644a req-b051c1ed-e6e9-482d-a1af-366a31222257 service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=a4835e6f-7982-41d9-8597-68768326e2b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0827487
Feb 02 13:46:42.094288 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2a147a6c-363c-4759-9175-2c515150644a req-e29615c3-bc28-484f-acfc-399bdc29600e service neutron] 10.222.0.132 "GET /v2.0/networks/a4835e6f-7982-41d9-8597-68768326e2b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1459141
Feb 02 13:46:42.309352 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2a147a6c-363c-4759-9175-2c515150644a req-476ceb49-d77b-46e8-9e8b-69bf9531b7bf service neutron] 10.222.0.132 "GET /v2.0/networks/a4835e6f-7982-41d9-8597-68768326e2b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2070329
Feb 02 13:46:42.402607 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.agents_db [None req-a5446886-6d63-4256-b3e6-4e67ca866f31 None None] Agent healthcheck: found 6 active agents {{(pid=80187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 02 13:46:45.344318 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 47372) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:46:45.508919 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-49f85e31-2ab4-48c0-bc07-b8f4eb61067f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:45.525263 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-49f85e31-2ab4-48c0-bc07-b8f4eb61067f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:46:45.529376 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-49f85e31-2ab4-48c0-bc07-b8f4eb61067f admin admin] Usage tracker for resource:security_group_rule and tenant:d5715be0a2014d688a77ba5c1273819f is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:46:45.533169 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-49f85e31-2ab4-48c0-bc07-b8f4eb61067f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:46:45.539061 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-49f85e31-2ab4-48c0-bc07-b8f4eb61067f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:46:45.643216 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-49f85e31-2ab4-48c0-bc07-b8f4eb61067f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:45.646578 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-49f85e31-2ab4-48c0-bc07-b8f4eb61067f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:45.659626 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-ab35eb15-1d57-4a22-ad2b-71f807aa5dae tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:46:45.710683 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-49f85e31-2ab4-48c0-bc07-b8f4eb61067f admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=d5715be0a2014d688a77ba5c1273819f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3650680
Feb 02 13:46:45.712907 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f85e31-2ab4-48c0-bc07-b8f4eb61067f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d01fc2a-90d0-4166-9cc5-5c9d450e0ce6,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:46:45.714127 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 47378) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:46:45.717478 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-49f85e31-2ab4-48c0-bc07-b8f4eb61067f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:46:45.795664 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-9ff4384c-2477-46a5-9052-1037de3cb3db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:45.850763 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-9ff4384c-2477-46a5-9052-1037de3cb3db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:45.928271 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-9ff4384c-2477-46a5-9052-1037de3cb3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:45.933970 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-482dcea1-13b6-4fa2-b353-1378e351fa92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:46:45.947053 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff4384c-2477-46a5-9052-1037de3cb3db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d01fc2a-90d0-4166-9cc5-5c9d450e0ce6,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:46:45.950326 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-9ff4384c-2477-46a5-9052-1037de3cb3db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:46:45.952783 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-9ff4384c-2477-46a5-9052-1037de3cb3db admin admin] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:45.954363 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-9ff4384c-2477-46a5-9052-1037de3cb3db admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/4d01fc2a-90d0-4166-9cc5-5c9d450e0ce6 HTTP/1.1" status: 204  len: 168 time: 0.2372534
Feb 02 13:46:50.924412 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-f017e0a0-a688-46d2-8cf8-80e0a639a474 req-c0177e11-bad6-4259-ac36-8c6335ad6100 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Synchronizing usage tracker for tenant:9fd246219b8b41dbaae8904115d1595f on resource:security_group {{(pid=80184) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:46:50.946228 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-f017e0a0-a688-46d2-8cf8-80e0a639a474 req-c0177e11-bad6-4259-ac36-8c6335ad6100 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Unset dirty status for tenant:9fd246219b8b41dbaae8904115d1595f on resource:security_group {{(pid=80184) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:46:50.947448 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-f017e0a0-a688-46d2-8cf8-80e0a639a474 req-c0177e11-bad6-4259-ac36-8c6335ad6100 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1639936262&fields=id&tenant_id=9fd246219b8b41dbaae8904115d1595f HTTP/1.1" status: 200  len: 267 time: 0.0827498
Feb 02 13:46:51.196053 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f017e0a0-a688-46d2-8cf8-80e0a639a474 req-c790bf06-6119-4097-869c-a8eb366b6aac tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:46:51.198109 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-f017e0a0-a688-46d2-8cf8-80e0a639a474 req-c790bf06-6119-4097-869c-a8eb366b6aac tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/networks?id=0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593 HTTP/1.1" status: 200  len: 811 time: 0.2425892
Feb 02 13:46:51.217608 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-f017e0a0-a688-46d2-8cf8-80e0a639a474 req-9aac93c1-2a97-4de7-b7e8-1b8bd1354070 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/quotas/9fd246219b8b41dbaae8904115d1595f HTTP/1.1" status: 200  len: 375 time: 0.0115137
Feb 02 13:46:51.347056 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-f017e0a0-a688-46d2-8cf8-80e0a639a474 req-a6a50dd9-0334-4d40-ae16-169fe8a831d5 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Synchronizing usage tracker for tenant:9fd246219b8b41dbaae8904115d1595f on resource:port {{(pid=80184) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:46:51.365590 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-f017e0a0-a688-46d2-8cf8-80e0a639a474 req-a6a50dd9-0334-4d40-ae16-169fe8a831d5 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Unset dirty status for tenant:9fd246219b8b41dbaae8904115d1595f on resource:port {{(pid=80184) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:46:51.367066 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-f017e0a0-a688-46d2-8cf8-80e0a639a474 req-a6a50dd9-0334-4d40-ae16-169fe8a831d5 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/ports?tenant_id=9fd246219b8b41dbaae8904115d1595f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1420717
Feb 02 13:46:51.547826 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [req-f017e0a0-a688-46d2-8cf8-80e0a639a474 req-d4598543-dd07-4d8b-a3c1-dff38bc2d72b service neutron] http://10.222.0.133:9696/v2.0/extensions returned with HTTP 200 {{(pid=80184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 02 13:46:51.549164 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-f017e0a0-a688-46d2-8cf8-80e0a639a474 req-d4598543-dd07-4d8b-a3c1-dff38bc2d72b service neutron] 10.222.0.133 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.1681085
Feb 02 13:46:51.711654 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-f017e0a0-a688-46d2-8cf8-80e0a639a474 req-8e0969b8-1833-4b11-a56c-6ded78a7e8de service neutron] 10.222.0.133 "GET /v2.0/networks/0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1550577
Feb 02 13:46:51.867714 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-f017e0a0-a688-46d2-8cf8-80e0a639a474 req-6bf34f8e-be6f-4c00-8000-3e0009d20599 service neutron] 10.222.0.133 "GET /v2.0/networks/0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1493390
Feb 02 13:46:52.331294 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b19f033b-cab6-468f-a994-2a0a1f8f8e55 req-b3cf561b-7405-424a-be71-6b63c89d4aa4 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/ports?device_id=64827ab0-967e-46e8-8b3c-49ad2e6d3116 HTTP/1.1" status: 200  len: 210 time: 0.0562932
Feb 02 13:46:53.576775 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ec0f7e1f-f28f-4c32-aa8a-569ce713628f req-238f4f07-7294-4f94-ba8d-bf63b835f695 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/ports?device_id=64827ab0-967e-46e8-8b3c-49ad2e6d3116 HTTP/1.1" status: 200  len: 210 time: 0.0894728
Feb 02 13:46:53.922515 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f017e0a0-a688-46d2-8cf8-80e0a639a474 req-c575489e-0373-44c9-a4d9-6370b1983b29 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:46:53.924234 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-f017e0a0-a688-46d2-8cf8-80e0a639a474 req-c575489e-0373-44c9-a4d9-6370b1983b29 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.132 "GET /v2.0/networks?id=0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593 HTTP/1.1" status: 200  len: 811 time: 0.2469373
Feb 02 13:46:54.047286 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-f017e0a0-a688-46d2-8cf8-80e0a639a474 req-00591331-3008-4f7d-884d-4c006cb1972f tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.132 "GET /v2.0/security-groups?tenant_id=9fd246219b8b41dbaae8904115d1595f HTTP/1.1" status: 200  len: 5765 time: 0.1050119
Feb 02 13:46:54.340587 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-f017e0a0-a688-46d2-8cf8-80e0a639a474 req-151fced9-5612-45c9-b7c9-8e54ecf84580 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Request body: {'port': {'device_id': '64827ab0-967e-46e8-8b3c-49ad2e6d3116', 'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593', 'admin_state_up': True, 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'security_groups': ['89ca574e-9d76-4d27-a7b5-e94822b88bd6']}} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:46:54.526031 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-f017e0a0-a688-46d2-8cf8-80e0a639a474 req-151fced9-5612-45c9-b7c9-8e54ecf84580 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:46:54.540961 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-f017e0a0-a688-46d2-8cf8-80e0a639a474 req-151fced9-5612-45c9-b7c9-8e54ecf84580 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:46:54.551722 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f017e0a0-a688-46d2-8cf8-80e0a639a474 req-151fced9-5612-45c9-b7c9-8e54ecf84580 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Made reservation on behalf of 9fd246219b8b41dbaae8904115d1595f for: {'port': 1} {{(pid=80184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 02 13:46:54.574513 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-f017e0a0-a688-46d2-8cf8-80e0a639a474 req-151fced9-5612-45c9-b7c9-8e54ecf84580 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:54.809999 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-55dadb43-d0b2-4a46-9e1f-f5baf56da0da req-7405bfca-d673-4b7e-a38c-99aa1ae8f939 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/ports?device_id=64827ab0-967e-46e8-8b3c-49ad2e6d3116 HTTP/1.1" status: 200  len: 210 time: 0.0812006
Feb 02 13:46:55.019851 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_common [req-f017e0a0-a688-46d2-8cf8-80e0a639a474 req-151fced9-5612-45c9-b7c9-8e54ecf84580 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Allocated IP 172.20.0.6 (0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593/c84715ee-f128-4ac6-b34f-2786eff260c7/dc0cfb82-2fc7-4aec-bff0-97a94de2f25a) {{(pid=80184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 02 13:46:55.253471 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-f017e0a0-a688-46d2-8cf8-80e0a639a474 req-151fced9-5612-45c9-b7c9-8e54ecf84580 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks [] for port, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:55.277364 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [req-f017e0a0-a688-46d2-8cf8-80e0a639a474 req-151fced9-5612-45c9-b7c9-8e54ecf84580 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Transition to ACTIVE for port object dc0cfb82-2fc7-4aec-bff0-97a94de2f25a will not be triggered until provisioned by entity DHCP. {{(pid=80184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:46:55.312702 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-f017e0a0-a688-46d2-8cf8-80e0a639a474 req-151fced9-5612-45c9-b7c9-8e54ecf84580 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264943169311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851940450'] for port, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:55.330432 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-ffcfee73-c702-4e26-8f8a-e443001b54ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:46:55.505721 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151fced9-5612-45c9-b7c9-8e54ecf84580 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Pushing event updated for resources: {'Port': ['ID=dc0cfb82-2fc7-4aec-bff0-97a94de2f25a,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:46:55.545329 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151fced9-5612-45c9-b7c9-8e54ecf84580 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:55.546011 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151fced9-5612-45c9-b7c9-8e54ecf84580 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:55.546699 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151fced9-5612-45c9-b7c9-8e54ecf84580 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:55.547535 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151fced9-5612-45c9-b7c9-8e54ecf84580 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:55.548070 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151fced9-5612-45c9-b7c9-8e54ecf84580 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:55.548737 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151fced9-5612-45c9-b7c9-8e54ecf84580 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:55.549411 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151fced9-5612-45c9-b7c9-8e54ecf84580 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:55.550084 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151fced9-5612-45c9-b7c9-8e54ecf84580 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:55.550752 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151fced9-5612-45c9-b7c9-8e54ecf84580 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:55.551453 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151fced9-5612-45c9-b7c9-8e54ecf84580 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:55.552120 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151fced9-5612-45c9-b7c9-8e54ecf84580 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:55.552782 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151fced9-5612-45c9-b7c9-8e54ecf84580 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:55.553569 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151fced9-5612-45c9-b7c9-8e54ecf84580 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:55.554242 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151fced9-5612-45c9-b7c9-8e54ecf84580 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:55.554922 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151fced9-5612-45c9-b7c9-8e54ecf84580 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:55.555851 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151fced9-5612-45c9-b7c9-8e54ecf84580 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:55.556552 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151fced9-5612-45c9-b7c9-8e54ecf84580 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:55.557220 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151fced9-5612-45c9-b7c9-8e54ecf84580 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:55.557895 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151fced9-5612-45c9-b7c9-8e54ecf84580 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:55.558569 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151fced9-5612-45c9-b7c9-8e54ecf84580 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:55.559234 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151fced9-5612-45c9-b7c9-8e54ecf84580 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:55.559893 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151fced9-5612-45c9-b7c9-8e54ecf84580 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:55.560591 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151fced9-5612-45c9-b7c9-8e54ecf84580 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:55.561259 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151fced9-5612-45c9-b7c9-8e54ecf84580 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:46:55.573896 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-151fced9-5612-45c9-b7c9-8e54ecf84580 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:46:55.642219 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f017e0a0-a688-46d2-8cf8-80e0a639a474 req-151fced9-5612-45c9-b7c9-8e54ecf84580 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Network 0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593 is already hosted by enough agents. {{(pid=80184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:46:55.644308 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [req-f017e0a0-a688-46d2-8cf8-80e0a639a474 req-151fced9-5612-45c9-b7c9-8e54ecf84580 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Resources bound (agent type, host, resource id):  {{(pid=80184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:46:55.647828 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [req-f017e0a0-a688-46d2-8cf8-80e0a639a474 req-151fced9-5612-45c9-b7c9-8e54ecf84580 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Received port after_create {{(pid=80184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 02 13:46:55.854898 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f017e0a0-a688-46d2-8cf8-80e0a639a474 req-151fced9-5612-45c9-b7c9-8e54ecf84580 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:46:55.856097 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-f017e0a0-a688-46d2-8cf8-80e0a639a474 req-151fced9-5612-45c9-b7c9-8e54ecf84580 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for port, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:55.897975 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-f017e0a0-a688-46d2-8cf8-80e0a639a474 req-151fced9-5612-45c9-b7c9-8e54ecf84580 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.132 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5624828
Feb 02 13:46:55.913351 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [req-f017e0a0-a688-46d2-8cf8-80e0a639a474 req-3155892d-13bd-425a-ba6e-2a309b8d871c tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] http://10.222.0.133:9696/v2.0/extensions returned with HTTP 200 {{(pid=80184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 02 13:46:55.914824 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-f017e0a0-a688-46d2-8cf8-80e0a639a474 req-3155892d-13bd-425a-ba6e-2a309b8d871c tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.132 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0082073
Feb 02 13:46:56.016592 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f7922024-3635-4328-8c5c-4a808bde476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:56.025918 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-c0858887-a243-43e5-825f-4bc8a04472fc None None] Provisioning for port dc0cfb82-2fc7-4aec-bff0-97a94de2f25a completed by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:46:56.034103 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-c0858887-a243-43e5-825f-4bc8a04472fc None None] Provisioning complete for port dc0cfb82-2fc7-4aec-bff0-97a94de2f25a triggered by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:46:56.034958 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c0858887-a243-43e5-825f-4bc8a04472fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:56.051286 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-f017e0a0-a688-46d2-8cf8-80e0a639a474 req-b6adbe7f-f9a0-4b8c-8a4c-8e80241723e9 service neutron] Request body: {'port': {'device_id': '64827ab0-967e-46e8-8b3c-49ad2e6d3116', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:46:56.103344 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-c0858887-a243-43e5-825f-4bc8a04472fc None None] Port dc0cfb82-2fc7-4aec-bff0-97a94de2f25a cannot update to ACTIVE because it is not bound. {{(pid=80186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 02 13:46:56.638195 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114d7db-30e6-4635-8f73-8ba6f9005399 req-a53cd89a-a68e-470e-8305-0090583983da tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:46:56.639018 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-b114d7db-30e6-4635-8f73-8ba6f9005399 req-a53cd89a-a68e-470e-8305-0090583983da tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Synchronizing usage tracker for tenant:9fd246219b8b41dbaae8904115d1595f on resource:port {{(pid=80184) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:46:56.643980 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-f017e0a0-a688-46d2-8cf8-80e0a639a474 req-b6adbe7f-f9a0-4b8c-8a4c-8e80241723e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:56.706011 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-b114d7db-30e6-4635-8f73-8ba6f9005399 req-a53cd89a-a68e-470e-8305-0090583983da tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Unset dirty status for tenant:9fd246219b8b41dbaae8904115d1595f on resource:port {{(pid=80184) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:46:56.707421 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b114d7db-30e6-4635-8f73-8ba6f9005399 req-a53cd89a-a68e-470e-8305-0090583983da tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/ports?device_id=64827ab0-967e-46e8-8b3c-49ad2e6d3116 HTTP/1.1" status: 200  len: 931 time: 0.6136899
Feb 02 13:46:56.883322 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b114d7db-30e6-4635-8f73-8ba6f9005399 req-3b32982e-81f1-4733-9bd6-51e324b0fa20 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/security-groups?id=89ca574e-9d76-4d27-a7b5-e94822b88bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1539428
Feb 02 13:46:57.277839 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [req-f017e0a0-a688-46d2-8cf8-80e0a639a474 req-b6adbe7f-f9a0-4b8c-8a4c-8e80241723e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc0cfb82-2fc7-4aec-bff0-97a94de2f25a {{(pid=80184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 02 13:46:57.288256 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-f017e0a0-a688-46d2-8cf8-80e0a639a474 req-b6adbe7f-f9a0-4b8c-8a4c-8e80241723e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:57.302707 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [req-f017e0a0-a688-46d2-8cf8-80e0a639a474 req-b6adbe7f-f9a0-4b8c-8a4c-8e80241723e9 service neutron] Transition to ACTIVE for port object dc0cfb82-2fc7-4aec-bff0-97a94de2f25a will not be triggered until provisioned by entity L2. {{(pid=80184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:46:57.312770 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-f017e0a0-a688-46d2-8cf8-80e0a639a474 req-b6adbe7f-f9a0-4b8c-8a4c-8e80241723e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2835433'] for port, after_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:57.329951 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:46:57.482997 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6adbe7f-f9a0-4b8c-8a4c-8e80241723e9 service neutron] Pushing event updated for resources: {'Port': ['ID=dc0cfb82-2fc7-4aec-bff0-97a94de2f25a,revision_number=2']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:46:57.486448 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-b6adbe7f-f9a0-4b8c-8a4c-8e80241723e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:46:57.751897 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [req-f017e0a0-a688-46d2-8cf8-80e0a639a474 req-b6adbe7f-f9a0-4b8c-8a4c-8e80241723e9 service neutron] Attempting to bind port dc0cfb82-2fc7-4aec-bff0-97a94de2f25a on host hv-cinder-77238 for vnic_type normal with profile  {{(pid=80184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 02 13:46:57.752401 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [req-f017e0a0-a688-46d2-8cf8-80e0a639a474 req-b6adbe7f-f9a0-4b8c-8a4c-8e80241723e9 service neutron] Attempting to bind port dc0cfb82-2fc7-4aec-bff0-97a94de2f25a by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '2aa86323-3806-4213-8222-472504c40951', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593'}] {{(pid=80184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 02 13:46:57.753115 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f017e0a0-a688-46d2-8cf8-80e0a639a474 req-b6adbe7f-f9a0-4b8c-8a4c-8e80241723e9 service neutron] Attempting to bind port dc0cfb82-2fc7-4aec-bff0-97a94de2f25a on network 0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593 {{(pid=80184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 02 13:46:57.770583 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f017e0a0-a688-46d2-8cf8-80e0a639a474 req-b6adbe7f-f9a0-4b8c-8a4c-8e80241723e9 service neutron] Checking agent: {'id': '3f7ac43e-b359-42e2-9e67-18be39e96b32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 34, 33), 'started_at': datetime.datetime(2021, 2, 2, 13, 35, 3), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.120', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 02 13:46:57.771096 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f017e0a0-a688-46d2-8cf8-80e0a639a474 req-b6adbe7f-f9a0-4b8c-8a4c-8e80241723e9 service neutron] Checking segment: {'id': '2aa86323-3806-4213-8222-472504c40951', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:46:57.771497 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-f017e0a0-a688-46d2-8cf8-80e0a639a474 req-b6adbe7f-f9a0-4b8c-8a4c-8e80241723e9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:57.772247 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f017e0a0-a688-46d2-8cf8-80e0a639a474 req-b6adbe7f-f9a0-4b8c-8a4c-8e80241723e9 service neutron] Bound using segment: {'id': '2aa86323-3806-4213-8222-472504c40951', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593'} {{(pid=80184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 02 13:46:57.772883 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [req-f017e0a0-a688-46d2-8cf8-80e0a639a474 req-b6adbe7f-f9a0-4b8c-8a4c-8e80241723e9 service neutron] Bound port: dc0cfb82-2fc7-4aec-bff0-97a94de2f25a, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa86323-3806-4213-8222-472504c40951', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593'}}] {{(pid=80184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 02 13:46:57.773377 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-f017e0a0-a688-46d2-8cf8-80e0a639a474 req-b6adbe7f-f9a0-4b8c-8a4c-8e80241723e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:57.913790 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-f017e0a0-a688-46d2-8cf8-80e0a639a474 req-b6adbe7f-f9a0-4b8c-8a4c-8e80241723e9 service neutron] For port dc0cfb82-2fc7-4aec-bff0-97a94de2f25a, host hv-cinder-77238, cleared binding levels {{(pid=80184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 02 13:46:57.917913 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-f017e0a0-a688-46d2-8cf8-80e0a639a474 req-b6adbe7f-f9a0-4b8c-8a4c-8e80241723e9 service neutron] For port dc0cfb82-2fc7-4aec-bff0-97a94de2f25a, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=dc0cfb82-2fc7-4aec-bff0-97a94de2f25a,segment=NetworkSegment(2aa86323-3806-4213-8222-472504c40951),segment_id=2aa86323-3806-4213-8222-472504c40951)] {{(pid=80184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 02 13:46:57.921477 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-f017e0a0-a688-46d2-8cf8-80e0a639a474 req-b6adbe7f-f9a0-4b8c-8a4c-8e80241723e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2835433'] for port, after_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:57.937817 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-829155d9-8af2-41dd-abcd-2640264c0dd4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:46:58.164908 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6adbe7f-f9a0-4b8c-8a4c-8e80241723e9 service neutron] Pushing event updated for resources: {'Port': ['ID=dc0cfb82-2fc7-4aec-bff0-97a94de2f25a,revision_number=3']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:46:58.169146 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-b6adbe7f-f9a0-4b8c-8a4c-8e80241723e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:46:58.252230 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f017e0a0-a688-46d2-8cf8-80e0a639a474 req-b6adbe7f-f9a0-4b8c-8a4c-8e80241723e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:46:58.252769 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-f017e0a0-a688-46d2-8cf8-80e0a639a474 req-b6adbe7f-f9a0-4b8c-8a4c-8e80241723e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for port, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:58.254550 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-f017e0a0-a688-46d2-8cf8-80e0a639a474 req-b6adbe7f-f9a0-4b8c-8a4c-8e80241723e9 service neutron] 10.222.0.132 "PUT /v2.0/ports/dc0cfb82-2fc7-4aec-bff0-97a94de2f25a HTTP/1.1" status: 200  len: 1157 time: 2.3286054
Feb 02 13:46:58.255590 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64827ab0-967e-46e8-8b3c-49ad2e6d3116', 'tag': 'dc0cfb82-2fc7-4aec-bff0-97a94de2f25a'}] {{(pid=80184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:46:58.329786 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64827ab0-967e-46e8-8b3c-49ad2e6d3116', 'tag': 'dc0cfb82-2fc7-4aec-bff0-97a94de2f25a', 'status': 'completed', 'code': 200}
Feb 02 13:46:58.576606 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15c6e7-379c-4758-bda3-ffc31ad7d8e4 req-b906e949-b2b0-4bd5-b801-69826ee07557 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:46:58.579225 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-4d15c6e7-379c-4758-bda3-ffc31ad7d8e4 req-b906e949-b2b0-4bd5-b801-69826ee07557 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/ports?device_id=64827ab0-967e-46e8-8b3c-49ad2e6d3116 HTTP/1.1" status: 200  len: 943 time: 0.2088647
Feb 02 13:46:58.715038 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-4d15c6e7-379c-4758-bda3-ffc31ad7d8e4 req-eb0f3629-6a15-4854-a794-917f044de192 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/security-groups?id=89ca574e-9d76-4d27-a7b5-e94822b88bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1198869
Feb 02 13:46:58.858592 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeee6cd-cc1e-4f10-9ec0-154a1e5cc948 req-e7167d32-eeba-4fdb-9aa9-a6f1d3e53801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:46:58.861453 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-bbeee6cd-cc1e-4f10-9ec0-154a1e5cc948 req-e7167d32-eeba-4fdb-9aa9-a6f1d3e53801 service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=9fd246219b8b41dbaae8904115d1595f&device_id=64827ab0-967e-46e8-8b3c-49ad2e6d3116 HTTP/1.1" status: 200  len: 1160 time: 0.1445918
Feb 02 13:46:59.050838 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c7e8766e-8d12-4426-afca-822902410145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:59.078714 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeee6cd-cc1e-4f10-9ec0-154a1e5cc948 req-c8026ab7-7863-41f5-91be-e5931976ccbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:46:59.080412 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-bbeee6cd-cc1e-4f10-9ec0-154a1e5cc948 req-c8026ab7-7863-41f5-91be-e5931976ccbc service neutron] 10.222.0.132 "GET /v2.0/networks?tenant_id=9fd246219b8b41dbaae8904115d1595f&shared=False HTTP/1.1" status: 200  len: 905 time: 0.2133021
Feb 02 13:46:59.287260 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeee6cd-cc1e-4f10-9ec0-154a1e5cc948 req-3cd5f367-80d7-4382-a147-c8faec2afd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:46:59.289911 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-bbeee6cd-cc1e-4f10-9ec0-154a1e5cc948 req-3cd5f367-80d7-4382-a147-c8faec2afd33 service neutron] 10.222.0.132 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.2045569
Feb 02 13:46:59.320487 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-189cf6bb-105c-4e98-8318-01d430f75765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:46:59.432993 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f017e0a0-a688-46d2-8cf8-80e0a639a474 req-1f5456cc-7526-40d5-8106-b5953007ad7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:46:59.435057 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-f017e0a0-a688-46d2-8cf8-80e0a639a474 req-1f5456cc-7526-40d5-8106-b5953007ad7c service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=9fd246219b8b41dbaae8904115d1595f&device_id=64827ab0-967e-46e8-8b3c-49ad2e6d3116 HTTP/1.1" status: 200  len: 1160 time: 0.0994549
Feb 02 13:46:59.522274 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-f017e0a0-a688-46d2-8cf8-80e0a639a474 req-ccd0b605-4a6b-443e-b0a9-2de142c2f94b service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc0cfb82-2fc7-4aec-bff0-97a94de2f25a HTTP/1.1" status: 200  len: 217 time: 0.0778999
Feb 02 13:46:59.603811 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f017e0a0-a688-46d2-8cf8-80e0a639a474 req-6acb509b-3b90-4bdc-b971-56a62361e349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:46:59.605664 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-f017e0a0-a688-46d2-8cf8-80e0a639a474 req-6acb509b-3b90-4bdc-b971-56a62361e349 service neutron] 10.222.0.132 "GET /v2.0/subnets?id=c84715ee-f128-4ac6-b34f-2786eff260c7 HTTP/1.1" status: 200  len: 850 time: 0.0788381
Feb 02 13:46:59.710293 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f017e0a0-a688-46d2-8cf8-80e0a639a474 req-c153307a-29e1-4131-bb74-528284e4ee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:46:59.712113 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-f017e0a0-a688-46d2-8cf8-80e0a639a474 req-c153307a-29e1-4131-bb74-528284e4ee8a service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0978544
Feb 02 13:46:59.908280 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-f017e0a0-a688-46d2-8cf8-80e0a639a474 req-9bdf791b-002c-4243-b64d-b0d7c7af1c05 service neutron] 10.222.0.132 "GET /v2.0/networks/0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1875284
Feb 02 13:47:00.263092 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7741eebc-fe1b-45ce-ac4d-4ce69e1c8c7a req-9776cf3d-44ee-4a86-8938-b15b3d3c4e90 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:47:00.264871 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7741eebc-fe1b-45ce-ac4d-4ce69e1c8c7a req-9776cf3d-44ee-4a86-8938-b15b3d3c4e90 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/ports?device_id=64827ab0-967e-46e8-8b3c-49ad2e6d3116 HTTP/1.1" status: 200  len: 943 time: 0.3489263
Feb 02 13:47:00.270193 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-f017e0a0-a688-46d2-8cf8-80e0a639a474 req-1c2b3ea3-2445-4ac7-961c-9279eb21c37a service neutron] 10.222.0.132 "GET /v2.0/networks/0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3520610
Feb 02 13:47:00.296027 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:00.366259 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7741eebc-fe1b-45ce-ac4d-4ce69e1c8c7a req-409b1956-0e7c-4fb7-bdda-219261793322 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/security-groups?id=89ca574e-9d76-4d27-a7b5-e94822b88bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0865350
Feb 02 13:47:01.102305 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-42ef245d-f728-4293-a752-dedea4fc02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:01.713342 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13450583-8a9b-41f2-9c64-7cf2817a893f req-5c82f4e4-ddce-44c4-bfaa-1f8590c25101 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:47:01.714872 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-13450583-8a9b-41f2-9c64-7cf2817a893f req-5c82f4e4-ddce-44c4-bfaa-1f8590c25101 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/ports?device_id=64827ab0-967e-46e8-8b3c-49ad2e6d3116 HTTP/1.1" status: 200  len: 943 time: 0.1801939
Feb 02 13:47:01.806211 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-13450583-8a9b-41f2-9c64-7cf2817a893f req-825c3b12-dd17-41da-bfad-a2aded1296a8 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/security-groups?id=89ca574e-9d76-4d27-a7b5-e94822b88bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0819340
Feb 02 13:47:03.124195 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:03.245337 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207299a6-5afe-4682-9091-e9f22580df09 req-0b6c90a8-97dc-48db-9fc0-e6f6bde1eb51 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:47:03.248210 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-207299a6-5afe-4682-9091-e9f22580df09 req-0b6c90a8-97dc-48db-9fc0-e6f6bde1eb51 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/ports?device_id=64827ab0-967e-46e8-8b3c-49ad2e6d3116 HTTP/1.1" status: 200  len: 943 time: 0.2111259
Feb 02 13:47:03.321660 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-207299a6-5afe-4682-9091-e9f22580df09 req-57794458-2072-4a35-9d23-13ada6d048c6 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/security-groups?id=89ca574e-9d76-4d27-a7b5-e94822b88bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0664012
Feb 02 13:47:04.821284 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c917488-ada4-4cfb-91be-3b3a71357151 req-a4640225-3401-460e-b01e-6b96e7ddf620 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:47:04.823778 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3c917488-ada4-4cfb-91be-3b3a71357151 req-a4640225-3401-460e-b01e-6b96e7ddf620 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/ports?device_id=64827ab0-967e-46e8-8b3c-49ad2e6d3116 HTTP/1.1" status: 200  len: 943 time: 0.2621510
Feb 02 13:47:04.911019 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3c917488-ada4-4cfb-91be-3b3a71357151 req-4dea2493-ed5e-42ff-a25c-3c0426b1b359 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/security-groups?id=89ca574e-9d76-4d27-a7b5-e94822b88bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0782170
Feb 02 13:47:06.290504 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd4f81-b2fd-4635-8384-616a224398c2 req-e2eaebb1-7652-48b7-80e6-4e747bdf0d1e tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:47:06.293800 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-31fd4f81-b2fd-4635-8384-616a224398c2 req-e2eaebb1-7652-48b7-80e6-4e747bdf0d1e tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/ports?device_id=64827ab0-967e-46e8-8b3c-49ad2e6d3116 HTTP/1.1" status: 200  len: 943 time: 0.2241988
Feb 02 13:47:06.379412 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-31fd4f81-b2fd-4635-8384-616a224398c2 req-524774eb-eb7e-4106-a9f6-c5675110ef23 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/security-groups?id=89ca574e-9d76-4d27-a7b5-e94822b88bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0760417
Feb 02 13:47:07.086778 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device dc0cfb82-2fc7-4aec-bff0-97a94de2f25a up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:47:07.168086 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning for port dc0cfb82-2fc7-4aec-bff0-97a94de2f25a completed by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:47:07.174154 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port dc0cfb82-2fc7-4aec-bff0-97a94de2f25a triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:47:07.174601 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:07.328887 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:07.364231 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64827ab0-967e-46e8-8b3c-49ad2e6d3116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc0cfb82-2fc7-4aec-bff0-97a94de2f25a'}] {{(pid=80186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:47:07.376412 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] For port dc0cfb82-2fc7-4aec-bff0-97a94de2f25a, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=dc0cfb82-2fc7-4aec-bff0-97a94de2f25a,segment=NetworkSegment(2aa86323-3806-4213-8222-472504c40951),segment_id=2aa86323-3806-4213-8222-472504c40951)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:47:07.380337 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:07.382603 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:47:07.509440 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64827ab0-967e-46e8-8b3c-49ad2e6d3116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc0cfb82-2fc7-4aec-bff0-97a94de2f25a', 'code': 200}
Feb 02 13:47:07.535421 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Pushing event updated for resources: {'Port': ['ID=dc0cfb82-2fc7-4aec-bff0-97a94de2f25a,revision_number=4']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:47:07.553607 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:47:07.558319 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:47:07.558922 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:47:07.559734 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:47:07.562365 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:47:07.563308 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:47:07.564211 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:47:07.565363 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:47:07.566377 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:47:07.567427 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:47:07.568584 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:47:07.569984 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:47:07.574566 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:47:07.575334 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:47:07.576079 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:47:07.577122 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:47:07.577990 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:47:07.578866 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:47:07.583545 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:47:07.583545 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:47:07.583545 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:47:07.583545 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:47:07.583545 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:47:07.583545 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:47:07.598945 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:47:07.808257 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc3f109-1744-4777-8703-3266ff5a2ba7 req-fae6674f-1543-4e51-96bb-528bc06da220 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:47:07.810330 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-1fc3f109-1744-4777-8703-3266ff5a2ba7 req-fae6674f-1543-4e51-96bb-528bc06da220 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/ports?device_id=64827ab0-967e-46e8-8b3c-49ad2e6d3116 HTTP/1.1" status: 200  len: 945 time: 0.2436039
Feb 02 13:47:07.889843 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-1fc3f109-1744-4777-8703-3266ff5a2ba7 req-ec3147db-a1a3-48d3-b0e8-8daef4cf00f6 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/security-groups?id=89ca574e-9d76-4d27-a7b5-e94822b88bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0688312
Feb 02 13:47:07.983471 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0172d63-96a7-4d03-b92d-64c9ae429c7b req-70896722-bd62-4a6b-b733-c61c860d10c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:47:07.985150 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-c0172d63-96a7-4d03-b92d-64c9ae429c7b req-70896722-bd62-4a6b-b733-c61c860d10c6 service neutron] 10.222.0.132 "GET /v2.0/ports?device_id=64827ab0-967e-46e8-8b3c-49ad2e6d3116 HTTP/1.1" status: 200  len: 1162 time: 0.0943222
Feb 02 13:47:08.028844 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-c0172d63-96a7-4d03-b92d-64c9ae429c7b req-33eb0542-25c1-4408-9e22-69bd5ef890fe service neutron] 10.222.0.132 "GET /v2.0/security-groups?id=89ca574e-9d76-4d27-a7b5-e94822b88bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0385184
Feb 02 13:47:08.840076 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device dc0cfb82-2fc7-4aec-bff0-97a94de2f25a up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:47:09.119794 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port dc0cfb82-2fc7-4aec-bff0-97a94de2f25a triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:47:09.122168 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:09.468890 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f93d2f-9bea-4352-89a9-a5852232896b req-7aa4226c-5b35-41a9-956b-b34c909e8ef7 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:47:09.471305 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e1f93d2f-9bea-4352-89a9-a5852232896b req-7aa4226c-5b35-41a9-956b-b34c909e8ef7 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/ports?device_id=64827ab0-967e-46e8-8b3c-49ad2e6d3116 HTTP/1.1" status: 200  len: 945 time: 0.2295766
Feb 02 13:47:09.609255 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e1f93d2f-9bea-4352-89a9-a5852232896b req-310c69bb-435c-47f0-b4fc-5f13963dffa7 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/security-groups?id=89ca574e-9d76-4d27-a7b5-e94822b88bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1243341
Feb 02 13:47:10.078972 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289f704-cb02-4173-ae38-058b2755382c req-9d6be3fc-57fa-4ffb-b210-820a05c02bbe tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:47:10.080978 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2289f704-cb02-4173-ae38-058b2755382c req-9d6be3fc-57fa-4ffb-b210-820a05c02bbe tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/ports?device_id=64827ab0-967e-46e8-8b3c-49ad2e6d3116 HTTP/1.1" status: 200  len: 945 time: 0.2159004
Feb 02 13:47:10.220821 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2289f704-cb02-4173-ae38-058b2755382c req-ed0e0eee-53e0-42b2-b2ac-d1790583dd2a tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/security-groups?id=89ca574e-9d76-4d27-a7b5-e94822b88bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1292918
Feb 02 13:47:10.658564 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7f8706d0-6052-4f9f-8b5b-f615e8db82ba req-2f932d9d-aba2-483a-a75c-a217a3309b37 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.3412924
Feb 02 13:47:10.678509 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-7f8706d0-6052-4f9f-8b5b-f615e8db82ba req-77697445-61ed-462b-befd-95526ddd7971 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Request body: {'floatingip': {'floating_network_id': '081eaffe-521e-4302-9444-c5c7bff220cd'}} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:47:10.709944 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-7f8706d0-6052-4f9f-8b5b-f615e8db82ba req-77697445-61ed-462b-befd-95526ddd7971 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:47:10.715038 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-7f8706d0-6052-4f9f-8b5b-f615e8db82ba req-77697445-61ed-462b-befd-95526ddd7971 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Usage tracker for resource:floatingip and tenant:9fd246219b8b41dbaae8904115d1595f is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:47:10.718529 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-7f8706d0-6052-4f9f-8b5b-f615e8db82ba req-77697445-61ed-462b-befd-95526ddd7971 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:47:10.730812 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-7f8706d0-6052-4f9f-8b5b-f615e8db82ba req-77697445-61ed-462b-befd-95526ddd7971 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:47:10.743589 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-7f8706d0-6052-4f9f-8b5b-f615e8db82ba req-77697445-61ed-462b-befd-95526ddd7971 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks [] for floatingip, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:10.986722 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-7f8706d0-6052-4f9f-8b5b-f615e8db82ba req-77697445-61ed-462b-befd-95526ddd7971 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:11.734053 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_common [req-7f8706d0-6052-4f9f-8b5b-f615e8db82ba req-77697445-61ed-462b-befd-95526ddd7971 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Allocated IP 172.27.2.103 (081eaffe-521e-4302-9444-c5c7bff220cd/e906fce0-ed19-4873-885c-646e92308730/66788453-45f9-4f4c-b27c-12a65c92e9f4) {{(pid=80184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 02 13:47:11.950284 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-7f8706d0-6052-4f9f-8b5b-f615e8db82ba req-77697445-61ed-462b-befd-95526ddd7971 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks [] for port, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:11.991542 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-7f8706d0-6052-4f9f-8b5b-f615e8db82ba req-77697445-61ed-462b-befd-95526ddd7971 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264943169311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851940450'] for port, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:12.010268 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:47:12.150624 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77697445-61ed-462b-befd-95526ddd7971 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Pushing event updated for resources: {'Port': ['ID=66788453-45f9-4f4c-b27c-12a65c92e9f4,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:47:12.156578 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-77697445-61ed-462b-befd-95526ddd7971 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:47:12.212456 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f8706d0-6052-4f9f-8b5b-f615e8db82ba req-77697445-61ed-462b-befd-95526ddd7971 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Network 081eaffe-521e-4302-9444-c5c7bff220cd is already hosted by enough agents. {{(pid=80184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:47:12.213676 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [req-7f8706d0-6052-4f9f-8b5b-f615e8db82ba req-77697445-61ed-462b-befd-95526ddd7971 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Resources bound (agent type, host, resource id):  {{(pid=80184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:47:12.216395 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f8706d0-6052-4f9f-8b5b-f615e8db82ba req-77697445-61ed-462b-befd-95526ddd7971 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Received port after_create {{(pid=80184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 02 13:47:12.338069 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-7f8706d0-6052-4f9f-8b5b-f615e8db82ba req-77697445-61ed-462b-befd-95526ddd7971 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:12.422758 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-7f8706d0-6052-4f9f-8b5b-f615e8db82ba req-77697445-61ed-462b-befd-95526ddd7971 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:12.841932 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-7f8706d0-6052-4f9f-8b5b-f615e8db82ba req-77697445-61ed-462b-befd-95526ddd7971 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks [] for port, precommit_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:12.848804 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-7f8706d0-6052-4f9f-8b5b-f615e8db82ba req-77697445-61ed-462b-befd-95526ddd7971 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2835433'] for port, after_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:12.872064 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-151fced9-5612-45c9-b7c9-8e54ecf84580 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:47:13.050558 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77697445-61ed-462b-befd-95526ddd7971 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Pushing event updated for resources: {'Port': ['ID=66788453-45f9-4f4c-b27c-12a65c92e9f4,revision_number=2']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:47:13.055819 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-77697445-61ed-462b-befd-95526ddd7971 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:47:13.216106 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-7f8706d0-6052-4f9f-8b5b-f615e8db82ba req-77697445-61ed-462b-befd-95526ddd7971 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852699397'] for floatingip, after_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:13.256014 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-7f8706d0-6052-4f9f-8b5b-f615e8db82ba req-77697445-61ed-462b-befd-95526ddd7971 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for floatingip, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:13.257482 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7f8706d0-6052-4f9f-8b5b-f615e8db82ba req-77697445-61ed-462b-befd-95526ddd7971 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.5864863
Feb 02 13:47:13.401512 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-7f8706d0-6052-4f9f-8b5b-f615e8db82ba req-a4f2454d-1454-4f2c-b0f6-3f4e0af90c2b tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Synchronizing usage tracker for tenant:9fd246219b8b41dbaae8904115d1595f on resource:floatingip {{(pid=80184) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:47:13.422789 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-7f8706d0-6052-4f9f-8b5b-f615e8db82ba req-a4f2454d-1454-4f2c-b0f6-3f4e0af90c2b tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Unset dirty status for tenant:9fd246219b8b41dbaae8904115d1595f on resource:floatingip {{(pid=80184) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:47:13.425867 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7f8706d0-6052-4f9f-8b5b-f615e8db82ba req-a4f2454d-1454-4f2c-b0f6-3f4e0af90c2b tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/floatingips?floating_ip_address=172.27.2.103 HTTP/1.1" status: 200  len: 696 time: 0.1545749
Feb 02 13:47:13.708038 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8706d0-6052-4f9f-8b5b-f615e8db82ba req-8e537900-83d7-41c0-87ed-d0abf5e06f2e tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:47:13.710398 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7f8706d0-6052-4f9f-8b5b-f615e8db82ba req-8e537900-83d7-41c0-87ed-d0abf5e06f2e tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/networks/081eaffe-521e-4302-9444-c5c7bff220cd HTTP/1.1" status: 200  len: 784 time: 0.2766104
Feb 02 13:47:14.097670 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48fcef0-eb20-44ef-b536-d5d632b3f04b req-424a2e3c-2d6c-41d1-adc8-036aa16628f2 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:47:14.099724 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a48fcef0-eb20-44ef-b536-d5d632b3f04b req-424a2e3c-2d6c-41d1-adc8-036aa16628f2 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/ports?device_id=64827ab0-967e-46e8-8b3c-49ad2e6d3116&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.2259462
Feb 02 13:47:14.229893 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a48fcef0-eb20-44ef-b536-d5d632b3f04b req-d31eacb1-2f80-4b35-8f07-893260f20552 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/floatingips?floating_ip_address=172.27.2.103 HTTP/1.1" status: 200  len: 696 time: 0.1225791
Feb 02 13:47:14.240495 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-a48fcef0-eb20-44ef-b536-d5d632b3f04b req-6ec9cff8-40a1-4d09-95a1-d78949d5d65d tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Request body: {'floatingip': {'port_id': 'dc0cfb82-2fc7-4aec-bff0-97a94de2f25a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:47:14.346352 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-a48fcef0-eb20-44ef-b536-d5d632b3f04b req-6ec9cff8-40a1-4d09-95a1-d78949d5d65d tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks [] for floatingip, before_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:15.210952 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-a48fcef0-eb20-44ef-b536-d5d632b3f04b req-6ec9cff8-40a1-4d09-95a1-d78949d5d65d tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:15.214390 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-a48fcef0-eb20-44ef-b536-d5d632b3f04b req-6ec9cff8-40a1-4d09-95a1-d78949d5d65d tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852699397'] for floatingip, after_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:15.670999 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.db.l3_db [req-a48fcef0-eb20-44ef-b536-d5d632b3f04b req-6ec9cff8-40a1-4d09-95a1-d78949d5d65d tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Floating IP 661fdb81-4f8f-48ec-be49-9855f65e5fbb associated. External IP: 172.27.2.103, port: dc0cfb82-2fc7-4aec-bff0-97a94de2f25a.
Feb 02 13:47:16.183219 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb7ced-0503-4973-901c-06376b66fbed req-7467716b-44d8-4ada-ab0a-9612e25d87b9 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:47:16.184978 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3ebb7ced-0503-4973-901c-06376b66fbed req-7467716b-44d8-4ada-ab0a-9612e25d87b9 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/ports?device_id=10329872-f54e-4e42-9979-1bd568e5ab77 HTTP/1.1" status: 200  len: 945 time: 0.3509073
Feb 02 13:47:16.289086 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3ebb7ced-0503-4973-901c-06376b66fbed req-c185d281-cff7-4efd-82e3-2d4243f4660f tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/security-groups?id=b6fb2200-1736-4deb-ab3d-1ed649e2e426&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0933969
Feb 02 13:47:16.316605 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a48fcef0-eb20-44ef-b536-d5d632b3f04b req-6ec9cff8-40a1-4d09-95a1-d78949d5d65d tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Router 4b36a0ac-0e23-4565-be2f-cb5815510a53 has already been hosted by L3 agent 46ed2aac-7d32-4274-9cac-387c5fc2cd87 {{(pid=80184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 02 13:47:16.528494 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a48fcef0-eb20-44ef-b536-d5d632b3f04b req-6ec9cff8-40a1-4d09-95a1-d78949d5d65d tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify agent at l3_agent.dv-cinder-772388-4-iscsi the message routers_updated {{(pid=80184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 02 13:47:16.532960 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-a48fcef0-eb20-44ef-b536-d5d632b3f04b req-6ec9cff8-40a1-4d09-95a1-d78949d5d65d tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for floatingip, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:16.538386 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e66b83-90f3-4ba1-a34d-bbc9b8af9511 None None] Sync routers for ids ['4b36a0ac-0e23-4565-be2f-cb5815510a53'] in dv-cinder-772388-4-iscsi {{(pid=80186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 02 13:47:16.550654 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e66b83-90f3-4ba1-a34d-bbc9b8af9511 None None] Routers {'4b36a0ac-0e23-4565-be2f-cb5815510a53'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:47:16.551906 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-30e66b83-90f3-4ba1-a34d-bbc9b8af9511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e83ab470>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:46:59Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['4b36a0ac-0e23-4565-be2f-cb5815510a53'], 'active': True} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:47:16.612802 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a48fcef0-eb20-44ef-b536-d5d632b3f04b req-6ec9cff8-40a1-4d09-95a1-d78949d5d65d tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "PUT /v2.0/floatingips/661fdb81-4f8f-48ec-be49-9855f65e5fbb HTTP/1.1" status: 200  len: 996 time: 2.3768280
Feb 02 13:47:16.613405 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64827ab0-967e-46e8-8b3c-49ad2e6d3116', 'tag': 'dc0cfb82-2fc7-4aec-bff0-97a94de2f25a'}] {{(pid=80184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:47:16.821587 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-30e66b83-90f3-4ba1-a34d-bbc9b8af9511 None None] Set router 4b36a0ac-0e23-4565-be2f-cb5815510a53 gateway port host: dv-cinder-772388-4-iscsi {{(pid=80186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:47:16.902369 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48fcef0-eb20-44ef-b536-d5d632b3f04b req-178d9ffa-3e89-4577-b9d1-7b4e32d961a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:47:16.904197 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a48fcef0-eb20-44ef-b536-d5d632b3f04b req-178d9ffa-3e89-4577-b9d1-7b4e32d961a6 service neutron] 10.222.0.133 "GET /v2.0/ports?tenant_id=9fd246219b8b41dbaae8904115d1595f&device_id=64827ab0-967e-46e8-8b3c-49ad2e6d3116 HTTP/1.1" status: 200  len: 1162 time: 0.2657979
Feb 02 13:47:17.010014 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64827ab0-967e-46e8-8b3c-49ad2e6d3116', 'tag': 'dc0cfb82-2fc7-4aec-bff0-97a94de2f25a', 'status': 'completed', 'code': 200}
Feb 02 13:47:17.191050 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48fcef0-eb20-44ef-b536-d5d632b3f04b req-42735488-b051-408b-a5ca-7de4410b047c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:47:17.193961 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a48fcef0-eb20-44ef-b536-d5d632b3f04b req-42735488-b051-408b-a5ca-7de4410b047c service neutron] 10.222.0.133 "GET /v2.0/networks?id=0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593 HTTP/1.1" status: 200  len: 905 time: 0.2761259
Feb 02 13:47:17.197412 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24cf41d-2444-42b6-898b-2c8ba0d3d6f4 req-3760a4d5-b4b9-4ec2-9045-0d7c41836b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:47:17.200083 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-f24cf41d-2444-42b6-898b-2c8ba0d3d6f4 req-3760a4d5-b4b9-4ec2-9045-0d7c41836b29 service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=9fd246219b8b41dbaae8904115d1595f&device_id=64827ab0-967e-46e8-8b3c-49ad2e6d3116 HTTP/1.1" status: 200  len: 1162 time: 0.1798060
Feb 02 13:47:17.307886 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-30e66b83-90f3-4ba1-a34d-bbc9b8af9511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e83ab470>, [{'id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'name': 'tempest-TestVolumeBootPattern-815306273-router', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '3da19fcf-bcc5-4ccd-93a9-a76f6bafc205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:46:02Z', 'updated_at': '2021-02-02T13:46:08Z', 'revision_number': 4, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'gw_port': {'id': '3da19fcf-bcc5-4ccd-93a9-a76f6bafc205', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:95:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:03Z', 'updated_at': '2021-02-02T13:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_floatingips': [{'id': '661fdb81-4f8f-48ec-be49-9855f65e5fbb', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'floating_ip_address': '172.27.2.103', 'floating_network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'router_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'port_id': 'dc0cfb82-2fc7-4aec-bff0-97a94de2f25a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593', 'mac_address': 'fa:16:3e:80:8c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64827ab0-967e-46e8-8b3c-49ad2e6d3116', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-02T13:47:12Z', 'updated_at': '2021-02-02T13:47:15Z', 'revision_number': 1, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5733192f-ad25-4a48-982a-c32dc7a39af6', 'name': '', 'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'mac_address': 'fa:16:3e:ac:b4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c84715ee-f128-4ac6-b34f-2786eff260c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:07Z', 'updated_at': '2021-02-02T13:46:22Z', 'revision_number': 5, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'subnets': [{'id': 'c84715ee-f128-4ac6-b34f-2786eff260c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:47:17.313057 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e66b83-90f3-4ba1-a34d-bbc9b8af9511 None None] Checking router: 4b36a0ac-0e23-4565-be2f-cb5815510a53 for host: dv-cinder-772388-4-iscsi {{(pid=80186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 02 13:47:17.325500 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e66b83-90f3-4ba1-a34d-bbc9b8af9511 None None] Routers {'4b36a0ac-0e23-4565-be2f-cb5815510a53'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:47:17.326155 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-30e66b83-90f3-4ba1-a34d-bbc9b8af9511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e83ab470>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:46:59Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['4b36a0ac-0e23-4565-be2f-cb5815510a53'], 'active': True} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:47:17.426344 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3baa85-4bc4-4795-bf6c-07650b353e24 req-c4f33543-ebc4-4fef-9aa7-055511bf51eb tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:47:17.427921 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-7e3baa85-4bc4-4795-bf6c-07650b353e24 req-c4f33543-ebc4-4fef-9aa7-055511bf51eb tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Synchronizing usage tracker for tenant:dc43bfb261a1419d93631ca1734b41d5 on resource:port {{(pid=80185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:47:17.454787 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-7e3baa85-4bc4-4795-bf6c-07650b353e24 req-c4f33543-ebc4-4fef-9aa7-055511bf51eb tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Unset dirty status for tenant:dc43bfb261a1419d93631ca1734b41d5 on resource:port {{(pid=80185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:47:17.456895 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7e3baa85-4bc4-4795-bf6c-07650b353e24 req-c4f33543-ebc4-4fef-9aa7-055511bf51eb tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.132 "GET /v2.0/ports?device_id=10329872-f54e-4e42-9979-1bd568e5ab77 HTTP/1.1" status: 200  len: 945 time: 0.2693040
Feb 02 13:47:17.609352 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-7e3baa85-4bc4-4795-bf6c-07650b353e24 req-101d1129-acd0-43a7-b067-6385e684de78 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Deleting port acd8ad93-5ff9-4aeb-abcc-211446fd3b7d {{(pid=80185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:47:17.610379 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-7e3baa85-4bc4-4795-bf6c-07650b353e24 req-101d1129-acd0-43a7-b067-6385e684de78 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:17.617543 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a48fcef0-eb20-44ef-b536-d5d632b3f04b req-c6a748d6-af53-43f7-bccf-baa67910de37 service neutron] 10.222.0.133 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc0cfb82-2fc7-4aec-bff0-97a94de2f25a HTTP/1.1" status: 200  len: 999 time: 0.4158185
Feb 02 13:47:17.745962 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24cf41d-2444-42b6-898b-2c8ba0d3d6f4 req-5295928f-1bf7-458c-bb89-1b15cce1b768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:47:17.747501 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-f24cf41d-2444-42b6-898b-2c8ba0d3d6f4 req-5295928f-1bf7-458c-bb89-1b15cce1b768 service neutron] 10.222.0.132 "GET /v2.0/networks?id=0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593 HTTP/1.1" status: 200  len: 905 time: 0.4309626
Feb 02 13:47:17.754223 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48fcef0-eb20-44ef-b536-d5d632b3f04b req-4503b511-1a36-4467-ac94-558fc77c3c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:47:17.762255 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a48fcef0-eb20-44ef-b536-d5d632b3f04b req-4503b511-1a36-4467-ac94-558fc77c3c2f service neutron] 10.222.0.133 "GET /v2.0/subnets?id=c84715ee-f128-4ac6-b34f-2786eff260c7 HTTP/1.1" status: 200  len: 850 time: 0.1437271
Feb 02 13:47:17.774649 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-30e66b83-90f3-4ba1-a34d-bbc9b8af9511 None None] Set router 4b36a0ac-0e23-4565-be2f-cb5815510a53 gateway port host: dv-cinder-772388-4-iscsi {{(pid=80186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:47:17.988182 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-7e3baa85-4bc4-4795-bf6c-07650b353e24 req-101d1129-acd0-43a7-b067-6385e684de78 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] For port acd8ad93-5ff9-4aeb-abcc-211446fd3b7d, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=acd8ad93-5ff9-4aeb-abcc-211446fd3b7d,segment=NetworkSegment(36752a10-39fb-4e35-b242-32334e2e3c32),segment_id=36752a10-39fb-4e35-b242-32334e2e3c32)] {{(pid=80185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:47:17.988815 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-7e3baa85-4bc4-4795-bf6c-07650b353e24 req-101d1129-acd0-43a7-b067-6385e684de78 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:18.008665 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4efd198-cd9d-4a35-b225-85eafabc28bc req-029ad885-96e2-4736-aa6a-1a4ac1d878fe tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:47:18.010563 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-f4efd198-cd9d-4a35-b225-85eafabc28bc req-029ad885-96e2-4736-aa6a-1a4ac1d878fe tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/ports?device_id=10329872-f54e-4e42-9979-1bd568e5ab77 HTTP/1.1" status: 200  len: 945 time: 0.5146086
Feb 02 13:47:18.095791 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-f24cf41d-2444-42b6-898b-2c8ba0d3d6f4 req-54db7527-f931-439c-8ba8-787af3d0841e service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc0cfb82-2fc7-4aec-bff0-97a94de2f25a HTTP/1.1" status: 200  len: 999 time: 0.3306539
Feb 02 13:47:18.169303 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-f4efd198-cd9d-4a35-b225-85eafabc28bc req-02d20d6a-1983-46c2-aa40-136b51f5c117 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/security-groups?id=b6fb2200-1736-4deb-ab3d-1ed649e2e426&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1491859
Feb 02 13:47:18.195173 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48fcef0-eb20-44ef-b536-d5d632b3f04b req-3c1d3863-6305-4172-925f-2b52fd06e0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:47:18.196959 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a48fcef0-eb20-44ef-b536-d5d632b3f04b req-3c1d3863-6305-4172-925f-2b52fd06e0d9 service neutron] 10.222.0.133 "GET /v2.0/ports?network_id=0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4338539
Feb 02 13:47:18.208533 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24cf41d-2444-42b6-898b-2c8ba0d3d6f4 req-0a6b6cf8-8ce7-4282-99cc-5fd0b479d250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:47:18.210170 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-f24cf41d-2444-42b6-898b-2c8ba0d3d6f4 req-0a6b6cf8-8ce7-4282-99cc-5fd0b479d250 service neutron] 10.222.0.132 "GET /v2.0/subnets?id=c84715ee-f128-4ac6-b34f-2786eff260c7 HTTP/1.1" status: 200  len: 850 time: 0.1086586
Feb 02 13:47:18.296253 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-30e66b83-90f3-4ba1-a34d-bbc9b8af9511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e83ab470>, [{'id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'name': 'tempest-TestVolumeBootPattern-815306273-router', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '3da19fcf-bcc5-4ccd-93a9-a76f6bafc205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:46:02Z', 'updated_at': '2021-02-02T13:46:08Z', 'revision_number': 4, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'gw_port': {'id': '3da19fcf-bcc5-4ccd-93a9-a76f6bafc205', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:95:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:03Z', 'updated_at': '2021-02-02T13:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_floatingips': [{'id': '661fdb81-4f8f-48ec-be49-9855f65e5fbb', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'floating_ip_address': '172.27.2.103', 'floating_network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'router_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'port_id': 'dc0cfb82-2fc7-4aec-bff0-97a94de2f25a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593', 'mac_address': 'fa:16:3e:80:8c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64827ab0-967e-46e8-8b3c-49ad2e6d3116', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-02T13:47:12Z', 'updated_at': '2021-02-02T13:47:15Z', 'revision_number': 1, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5733192f-ad25-4a48-982a-c32dc7a39af6', 'name': '', 'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'mac_address': 'fa:16:3e:ac:b4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c84715ee-f128-4ac6-b34f-2786eff260c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:07Z', 'updated_at': '2021-02-02T13:46:22Z', 'revision_number': 5, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'subnets': [{'id': 'c84715ee-f128-4ac6-b34f-2786eff260c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:47:18.301973 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e66b83-90f3-4ba1-a34d-bbc9b8af9511 None None] The sync data for ids ['4b36a0ac-0e23-4565-be2f-cb5815510a53'] in dv-cinder-772388-4-iscsi is: [{'id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'name': 'tempest-TestVolumeBootPattern-815306273-router', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '3da19fcf-bcc5-4ccd-93a9-a76f6bafc205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:46:02Z', 'updated_at': '2021-02-02T13:46:08Z', 'revision_number': 4, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'gw_port': {'id': '3da19fcf-bcc5-4ccd-93a9-a76f6bafc205', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:95:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:03Z', 'updated_at': '2021-02-02T13:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_floatingips': [{'id': '661fdb81-4f8f-48ec-be49-9855f65e5fbb', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'floating_ip_address': '172.27.2.103', 'floating_network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'router_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'port_id': 'dc0cfb82-2fc7-4aec-bff0-97a94de2f25a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593', 'mac_address': 'fa:16:3e:80:8c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64827ab0-967e-46e8-8b3c-49ad2e6d3116', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-02T13:47:12Z', 'updated_at': '2021-02-02T13:47:15Z', 'revision_number': 1, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5733192f-ad25-4a48-982a-c32dc7a39af6', 'name': '', 'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'mac_address': 'fa:16:3e:ac:b4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c84715ee-f128-4ac6-b34f-2786eff260c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:07Z', 'updated_at': '2021-02-02T13:46:22Z', 'revision_number': 5, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'subnets': [{'id': 'c84715ee-f128-4ac6-b34f-2786eff260c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 02 13:47:18.394579 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-7e3baa85-4bc4-4795-bf6c-07650b353e24 req-101d1129-acd0-43a7-b067-6385e684de78 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:18.395184 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-7e3baa85-4bc4-4795-bf6c-07650b353e24 req-101d1129-acd0-43a7-b067-6385e684de78 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852699397'] for floatingip, after_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:18.395609 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.db.l3_db [req-7e3baa85-4bc4-4795-bf6c-07650b353e24 req-101d1129-acd0-43a7-b067-6385e684de78 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Floating IP 6cddcedf-38b4-4dfc-9865-af82a0577e43 disassociated. External IP: 172.27.2.22, port: acd8ad93-5ff9-4aeb-abcc-211446fd3b7d.
Feb 02 13:47:18.396255 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-7e3baa85-4bc4-4795-bf6c-07650b353e24 req-101d1129-acd0-43a7-b067-6385e684de78 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Calling delete_port for acd8ad93-5ff9-4aeb-abcc-211446fd3b7d owned by compute:nova {{(pid=80185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:47:18.592550 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-7e3baa85-4bc4-4795-bf6c-07650b353e24 req-101d1129-acd0-43a7-b067-6385e684de78 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264942761622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264943208991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2210562'] for port, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:18.612247 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-811475ef-6758-4211-b1e4-63b94df24ee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:47:18.628069 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d047be5-77be-4312-901f-5e85cf0399c3 None None] New status for floating IP 661fdb81-4f8f-48ec-be49-9855f65e5fbb: ACTIVE {{(pid=80187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 02 13:47:18.725856 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a48fcef0-eb20-44ef-b536-d5d632b3f04b req-2cf76af2-10a4-4bfe-b7ad-4a9a83691766 service neutron] 10.222.0.133 "GET /v2.0/networks/0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4733925
Feb 02 13:47:18.728190 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24cf41d-2444-42b6-898b-2c8ba0d3d6f4 req-5e985dc5-5373-44c7-8968-668f2e2c5b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:47:18.729827 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-f24cf41d-2444-42b6-898b-2c8ba0d3d6f4 req-5e985dc5-5373-44c7-8968-668f2e2c5b80 service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5148723
Feb 02 13:47:18.880154 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101d1129-acd0-43a7-b067-6385e684de78 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Pushing event deleted for resources: {'Port': ['ID=acd8ad93-5ff9-4aeb-abcc-211446fd3b7d,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:47:18.889700 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device acd8ad93-5ff9-4aeb-abcc-211446fd3b7d no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 02 13:47:18.906643 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101d1129-acd0-43a7-b067-6385e684de78 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:47:18.909151 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101d1129-acd0-43a7-b067-6385e684de78 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:47:18.910203 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101d1129-acd0-43a7-b067-6385e684de78 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:47:18.911117 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101d1129-acd0-43a7-b067-6385e684de78 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:47:18.912104 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101d1129-acd0-43a7-b067-6385e684de78 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:47:18.913523 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101d1129-acd0-43a7-b067-6385e684de78 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:47:18.914591 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101d1129-acd0-43a7-b067-6385e684de78 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:47:18.915690 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101d1129-acd0-43a7-b067-6385e684de78 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:47:18.916846 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101d1129-acd0-43a7-b067-6385e684de78 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:47:18.917783 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101d1129-acd0-43a7-b067-6385e684de78 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:47:18.918864 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101d1129-acd0-43a7-b067-6385e684de78 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:47:18.919766 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101d1129-acd0-43a7-b067-6385e684de78 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:47:18.920901 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101d1129-acd0-43a7-b067-6385e684de78 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:47:18.921822 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101d1129-acd0-43a7-b067-6385e684de78 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:47:18.922856 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101d1129-acd0-43a7-b067-6385e684de78 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:47:18.923831 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101d1129-acd0-43a7-b067-6385e684de78 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:47:18.924694 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101d1129-acd0-43a7-b067-6385e684de78 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:47:18.925572 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101d1129-acd0-43a7-b067-6385e684de78 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:47:18.926189 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101d1129-acd0-43a7-b067-6385e684de78 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:47:18.926946 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101d1129-acd0-43a7-b067-6385e684de78 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:47:18.927534 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101d1129-acd0-43a7-b067-6385e684de78 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:47:18.928389 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101d1129-acd0-43a7-b067-6385e684de78 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:47:18.929229 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101d1129-acd0-43a7-b067-6385e684de78 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:47:18.929862 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101d1129-acd0-43a7-b067-6385e684de78 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:47:18.936855 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-101d1129-acd0-43a7-b067-6385e684de78 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:47:18.989768 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] No Port match for: acd8ad93-5ff9-4aeb-abcc-211446fd3b7d {{(pid=80186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 02 13:47:18.991227 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device acd8ad93-5ff9-4aeb-abcc-211446fd3b7d not bound to the agent host hv-cinder-77238 {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 02 13:47:19.135849 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a48fcef0-eb20-44ef-b536-d5d632b3f04b req-a0931833-69a4-4a8c-88d3-6a77c9538f9e service neutron] 10.222.0.133 "GET /v2.0/networks/0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3970802
Feb 02 13:47:19.142207 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-f24cf41d-2444-42b6-898b-2c8ba0d3d6f4 req-030bb401-e50b-4951-8560-500c29833d8f service neutron] 10.222.0.132 "GET /v2.0/networks/0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4022033
Feb 02 13:47:19.336978 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-f24cf41d-2444-42b6-898b-2c8ba0d3d6f4 req-26b22717-74ef-469e-9e1f-c4d48eb2a8d7 service neutron] 10.222.0.132 "GET /v2.0/networks/0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1836355
Feb 02 13:47:19.363105 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e3baa85-4bc4-4795-bf6c-07650b353e24 req-101d1129-acd0-43a7-b067-6385e684de78 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Router ad341255-7ecc-43c6-b68e-2258dac3fe16 has already been hosted by L3 agent 46ed2aac-7d32-4274-9cac-387c5fc2cd87 {{(pid=80185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 02 13:47:19.401455 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.agents_db [None req-a5446886-6d63-4256-b3e6-4e67ca866f31 None None] Agent healthcheck: found 6 active agents {{(pid=80187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 02 13:47:19.413945 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d2c4d601-db9c-4f1c-8feb-206e639c4241 req-92ce7575-0ca8-406a-9724-f86295c73461 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/ports?device_id=10329872-f54e-4e42-9979-1bd568e5ab77 HTTP/1.1" status: 200  len: 210 time: 0.0748034
Feb 02 13:47:19.606445 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e3baa85-4bc4-4795-bf6c-07650b353e24 req-101d1129-acd0-43a7-b067-6385e684de78 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify agent at l3_agent.dv-cinder-772388-4-iscsi the message routers_updated {{(pid=80185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 02 13:47:19.617441 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c644bd-1c02-44e7-8ae8-b6324494b63a None None] Sync routers for ids ['ad341255-7ecc-43c6-b68e-2258dac3fe16'] in dv-cinder-772388-4-iscsi {{(pid=80186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 02 13:47:19.630413 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c644bd-1c02-44e7-8ae8-b6324494b63a None None] Routers {'ad341255-7ecc-43c6-b68e-2258dac3fe16'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:47:19.631077 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-56c644bd-1c02-44e7-8ae8-b6324494b63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e8d43a90>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:46:59Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['ad341255-7ecc-43c6-b68e-2258dac3fe16'], 'active': True} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:47:19.649965 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e3baa85-4bc4-4795-bf6c-07650b353e24 req-101d1129-acd0-43a7-b067-6385e684de78 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] No DVR routers for this DVR port acd8ad93-5ff9-4aeb-abcc-211446fd3b7d on host hv-cinder-77238 {{(pid=80185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 02 13:47:19.653537 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-7e3baa85-4bc4-4795-bf6c-07650b353e24 req-101d1129-acd0-43a7-b067-6385e684de78 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for port, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:19.658781 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10329872-f54e-4e42-9979-1bd568e5ab77', 'name': 'network-vif-deleted', 'tag': 'acd8ad93-5ff9-4aeb-abcc-211446fd3b7d'}] {{(pid=80185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:47:19.682323 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7e3baa85-4bc4-4795-bf6c-07650b353e24 req-101d1129-acd0-43a7-b067-6385e684de78 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.132 "DELETE /v2.0/ports/acd8ad93-5ff9-4aeb-abcc-211446fd3b7d HTTP/1.1" status: 204  len: 173 time: 2.2198939
Feb 02 13:47:19.781584 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10329872-f54e-4e42-9979-1bd568e5ab77', 'name': 'network-vif-deleted', 'tag': 'acd8ad93-5ff9-4aeb-abcc-211446fd3b7d', 'status': 'completed', 'code': 200}
Feb 02 13:47:19.887672 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-56c644bd-1c02-44e7-8ae8-b6324494b63a None None] Set router ad341255-7ecc-43c6-b68e-2258dac3fe16 gateway port host: dv-cinder-772388-4-iscsi {{(pid=80186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:47:20.306161 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-56c644bd-1c02-44e7-8ae8-b6324494b63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e8d43a90>, [{'id': 'ad341255-7ecc-43c6-b68e-2258dac3fe16', 'name': 'tempest-AttachVolumeTestJSON-1395695913-router', 'tenant_id': 'dc43bfb261a1419d93631ca1734b41d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '18a2dbf0-0539-4feb-8790-507726aa8e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:41:17Z', 'updated_at': '2021-02-02T13:41:26Z', 'revision_number': 4, 'project_id': 'dc43bfb261a1419d93631ca1734b41d5', 'gw_port': {'id': '18a2dbf0-0539-4feb-8790-507726aa8e25', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad341255-7ecc-43c6-b68e-2258dac3fe16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:19Z', 'updated_at': '2021-02-02T13:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_interfaces': [{'id': '060e64a5-488e-45ca-ae21-bc198b2cac26', 'name': '', 'network_id': 'a4835e6f-7982-41d9-8597-68768326e2b7', 'tenant_id': 'dc43bfb261a1419d93631ca1734b41d5', 'mac_address': 'fa:16:3e:ed:87:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad341255-7ecc-43c6-b68e-2258dac3fe16', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '7bd499ff-eea3-463e-bee1-8df687fd8da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:24Z', 'updated_at': '2021-02-02T13:41:36Z', 'revision_number': 5, 'project_id': 'dc43bfb261a1419d93631ca1734b41d5', 'subnets': [{'id': '7bd499ff-eea3-463e-bee1-8df687fd8da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:47:20.311069 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c644bd-1c02-44e7-8ae8-b6324494b63a None None] Checking router: ad341255-7ecc-43c6-b68e-2258dac3fe16 for host: dv-cinder-772388-4-iscsi {{(pid=80186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 02 13:47:20.324478 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c644bd-1c02-44e7-8ae8-b6324494b63a None None] Routers {'ad341255-7ecc-43c6-b68e-2258dac3fe16'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:47:20.325276 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-56c644bd-1c02-44e7-8ae8-b6324494b63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e8d43a90>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:46:59Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['ad341255-7ecc-43c6-b68e-2258dac3fe16'], 'active': True} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:47:20.536714 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-56c644bd-1c02-44e7-8ae8-b6324494b63a None None] Set router ad341255-7ecc-43c6-b68e-2258dac3fe16 gateway port host: dv-cinder-772388-4-iscsi {{(pid=80186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:47:20.610638 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 47814) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:47:20.724212 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-44d63e99-a800-478b-b4ac-b715141b512f tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks [] for security_group, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:20.766026 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-44d63e99-a800-478b-b4ac-b715141b512f tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:20.848472 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-44d63e99-a800-478b-b4ac-b715141b512f tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:20.862317 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-4fbf8d2a-58fc-4d57-98e2-9ab7fa973dc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:47:20.892789 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d63e99-a800-478b-b4ac-b715141b512f tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6fb2200-1736-4deb-ab3d-1ed649e2e426,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:47:20.907486 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-44d63e99-a800-478b-b4ac-b715141b512f tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:47:20.917644 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-44d63e99-a800-478b-b4ac-b715141b512f tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks [] for security_group, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:20.923175 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-44d63e99-a800-478b-b4ac-b715141b512f tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "DELETE /v2.0/security-groups/b6fb2200-1736-4deb-ab3d-1ed649e2e426 HTTP/1.1" status: 204  len: 168 time: 0.3078055
Feb 02 13:47:20.923998 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 47820) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:47:20.962048 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.api.v2.resource [None req-d4832cb0-a231-451a-aa27-2904865437bc tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] show failed (client error): The resource could not be found.
Feb 02 13:47:20.968698 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-d4832cb0-a231-451a-aa27-2904865437bc tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "GET /v2.0/security-groups/b6fb2200-1736-4deb-ab3d-1ed649e2e426 HTTP/1.1" status: 404  len: 347 time: 0.0381641
Feb 02 13:47:20.968968 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 47826) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:47:21.111585 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-56c644bd-1c02-44e7-8ae8-b6324494b63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e8d43a90>, [{'id': 'ad341255-7ecc-43c6-b68e-2258dac3fe16', 'name': 'tempest-AttachVolumeTestJSON-1395695913-router', 'tenant_id': 'dc43bfb261a1419d93631ca1734b41d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '18a2dbf0-0539-4feb-8790-507726aa8e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:41:17Z', 'updated_at': '2021-02-02T13:41:26Z', 'revision_number': 4, 'project_id': 'dc43bfb261a1419d93631ca1734b41d5', 'gw_port': {'id': '18a2dbf0-0539-4feb-8790-507726aa8e25', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad341255-7ecc-43c6-b68e-2258dac3fe16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:19Z', 'updated_at': '2021-02-02T13:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_interfaces': [{'id': '060e64a5-488e-45ca-ae21-bc198b2cac26', 'name': '', 'network_id': 'a4835e6f-7982-41d9-8597-68768326e2b7', 'tenant_id': 'dc43bfb261a1419d93631ca1734b41d5', 'mac_address': 'fa:16:3e:ed:87:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad341255-7ecc-43c6-b68e-2258dac3fe16', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '7bd499ff-eea3-463e-bee1-8df687fd8da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:24Z', 'updated_at': '2021-02-02T13:41:36Z', 'revision_number': 5, 'project_id': 'dc43bfb261a1419d93631ca1734b41d5', 'subnets': [{'id': '7bd499ff-eea3-463e-bee1-8df687fd8da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:47:21.117102 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c644bd-1c02-44e7-8ae8-b6324494b63a None None] The sync data for ids ['ad341255-7ecc-43c6-b68e-2258dac3fe16'] in dv-cinder-772388-4-iscsi is: [{'id': 'ad341255-7ecc-43c6-b68e-2258dac3fe16', 'name': 'tempest-AttachVolumeTestJSON-1395695913-router', 'tenant_id': 'dc43bfb261a1419d93631ca1734b41d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '18a2dbf0-0539-4feb-8790-507726aa8e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:41:17Z', 'updated_at': '2021-02-02T13:41:26Z', 'revision_number': 4, 'project_id': 'dc43bfb261a1419d93631ca1734b41d5', 'gw_port': {'id': '18a2dbf0-0539-4feb-8790-507726aa8e25', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad341255-7ecc-43c6-b68e-2258dac3fe16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:19Z', 'updated_at': '2021-02-02T13:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_interfaces': [{'id': '060e64a5-488e-45ca-ae21-bc198b2cac26', 'name': '', 'network_id': 'a4835e6f-7982-41d9-8597-68768326e2b7', 'tenant_id': 'dc43bfb261a1419d93631ca1734b41d5', 'mac_address': 'fa:16:3e:ed:87:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad341255-7ecc-43c6-b68e-2258dac3fe16', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '7bd499ff-eea3-463e-bee1-8df687fd8da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:24Z', 'updated_at': '2021-02-02T13:41:36Z', 'revision_number': 5, 'project_id': 'dc43bfb261a1419d93631ca1734b41d5', 'subnets': [{'id': '7bd499ff-eea3-463e-bee1-8df687fd8da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 02 13:47:21.277841 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-401d8008-5847-4fa1-b61d-c4d5db9fbee1 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Deleting port c3a03b97-3874-4735-a0d6-776d10e9111f {{(pid=80184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:47:21.278370 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-401d8008-5847-4fa1-b61d-c4d5db9fbee1 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:21.519434 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3100d7fe-41c2-4f11-9496-ea59a435ffe6 None None] New status for floating IP 6cddcedf-38b4-4dfc-9865-af82a0577e43: DOWN {{(pid=80187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 02 13:47:21.520539 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-401d8008-5847-4fa1-b61d-c4d5db9fbee1 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:21.521364 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-401d8008-5847-4fa1-b61d-c4d5db9fbee1 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:21.773267 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-401d8008-5847-4fa1-b61d-c4d5db9fbee1 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Calling delete_port for c3a03b97-3874-4735-a0d6-776d10e9111f owned by network:floatingip {{(pid=80184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:47:21.878765 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.db.api [None req-401d8008-5847-4fa1-b61d-c4d5db9fbee1 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80184) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 02 13:47:21.879305 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_db.api [None req-401d8008-5847-4fa1-b61d-c4d5db9fbee1 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80184) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 02 13:47:22.381465 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-401d8008-5847-4fa1-b61d-c4d5db9fbee1 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Deleting port c3a03b97-3874-4735-a0d6-776d10e9111f {{(pid=80184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:47:22.382038 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-401d8008-5847-4fa1-b61d-c4d5db9fbee1 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:22.602382 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-401d8008-5847-4fa1-b61d-c4d5db9fbee1 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:22.602820 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-401d8008-5847-4fa1-b61d-c4d5db9fbee1 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:22.747614 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-401d8008-5847-4fa1-b61d-c4d5db9fbee1 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Calling delete_port for c3a03b97-3874-4735-a0d6-776d10e9111f owned by network:floatingip {{(pid=80184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:47:22.906533 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-401d8008-5847-4fa1-b61d-c4d5db9fbee1 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264942761622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264943208991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851940450'] for port, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:22.922585 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-79421ae3-f911-4230-a22d-605f48a0c1b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:47:23.024106 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d8008-5847-4fa1-b61d-c4d5db9fbee1 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Pushing event deleted for resources: {'Port': ['ID=c3a03b97-3874-4735-a0d6-776d10e9111f,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:47:23.030395 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-401d8008-5847-4fa1-b61d-c4d5db9fbee1 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:47:23.180509 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-401d8008-5847-4fa1-b61d-c4d5db9fbee1 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks [] for floatingip, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:23.197922 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-401d8008-5847-4fa1-b61d-c4d5db9fbee1 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for floatingip, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:23.199297 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-401d8008-5847-4fa1-b61d-c4d5db9fbee1 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] 10.222.0.133 "DELETE /v2.0/floatingips/6cddcedf-38b4-4dfc-9865-af82a0577e43 HTTP/1.1" status: 204  len: 168 time: 2.2291050
Feb 02 13:47:26.002462 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-04b58a08-1e2f-41da-8f99-50af055031a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:26.556351 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 47878) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:47:26.740744 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-a0cbc562-7a19-4148-b522-393fd90fbbe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:26.769759 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-a0cbc562-7a19-4148-b522-393fd90fbbe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:47:26.775968 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-a0cbc562-7a19-4148-b522-393fd90fbbe0 admin admin] Usage tracker for resource:security_group_rule and tenant:e72cfdc14f19427cab3175a9ebef6aa2 is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:47:26.785828 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-a0cbc562-7a19-4148-b522-393fd90fbbe0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:47:26.792489 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-a0cbc562-7a19-4148-b522-393fd90fbbe0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:47:26.894581 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-a0cbc562-7a19-4148-b522-393fd90fbbe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:26.898859 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-a0cbc562-7a19-4148-b522-393fd90fbbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:26.914531 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-dac32a79-9bc2-47a6-934f-29ca1472601b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:47:26.974478 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-a0cbc562-7a19-4148-b522-393fd90fbbe0 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=e72cfdc14f19427cab3175a9ebef6aa2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4166026
Feb 02 13:47:26.975582 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cbc562-7a19-4148-b522-393fd90fbbe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02fcd9c3-42de-437c-aacb-753e54d1cd1c,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:47:26.978843 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 47884) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:47:26.980121 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-a0cbc562-7a19-4148-b522-393fd90fbbe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:47:27.057575 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-5b2b5968-a072-43bf-ad2d-ff150e927ab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:27.084998 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-5b2b5968-a072-43bf-ad2d-ff150e927ab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:27.141338 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-5b2b5968-a072-43bf-ad2d-ff150e927ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:27.147291 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-837bbc5d-aec4-4885-a1ca-da1f4fab9c59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:47:27.158666 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b5968-a072-43bf-ad2d-ff150e927ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02fcd9c3-42de-437c-aacb-753e54d1cd1c,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:47:27.164021 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-5b2b5968-a072-43bf-ad2d-ff150e927ab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:47:27.166481 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-5b2b5968-a072-43bf-ad2d-ff150e927ab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:27.167728 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-5b2b5968-a072-43bf-ad2d-ff150e927ab2 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/02fcd9c3-42de-437c-aacb-753e54d1cd1c HTTP/1.1" status: 204  len: 168 time: 0.1872742
Feb 02 13:47:27.548373 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 47900) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:47:28.249631 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 47918) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:47:28.413750 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e554fc94-2cd2-44e2-bc51-ad3736c39cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852698577'] for router_interface, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:28.419143 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-0746f4e8-a8cd-4cc7-ad09-80179de4fe67 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1644938075-network', 'tenant_id': '631f81c70cc04a60b1d7ccf56539dea1'}} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:47:28.424455 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-0746f4e8-a8cd-4cc7-ad09-80179de4fe67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:47:28.430000 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-0746f4e8-a8cd-4cc7-ad09-80179de4fe67 admin admin] Usage tracker for resource:network and tenant:631f81c70cc04a60b1d7ccf56539dea1 is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:47:28.438877 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-0746f4e8-a8cd-4cc7-ad09-80179de4fe67 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:47:28.446651 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-0746f4e8-a8cd-4cc7-ad09-80179de4fe67 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:47:28.458370 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0746f4e8-a8cd-4cc7-ad09-80179de4fe67 admin admin] Made reservation on behalf of 631f81c70cc04a60b1d7ccf56539dea1 for: {'network': 1} {{(pid=80184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 02 13:47:28.463120 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0746f4e8-a8cd-4cc7-ad09-80179de4fe67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for network, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:28.478191 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0746f4e8-a8cd-4cc7-ad09-80179de4fe67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:28.500392 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-0746f4e8-a8cd-4cc7-ad09-80179de4fe67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:47:28.504768 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-0746f4e8-a8cd-4cc7-ad09-80179de4fe67 admin admin] Usage tracker for resource:security_group_rule and tenant:631f81c70cc04a60b1d7ccf56539dea1 is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:47:28.510230 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-0746f4e8-a8cd-4cc7-ad09-80179de4fe67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:47:28.517048 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-0746f4e8-a8cd-4cc7-ad09-80179de4fe67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:47:28.637078 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0746f4e8-a8cd-4cc7-ad09-80179de4fe67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:28.641714 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0746f4e8-a8cd-4cc7-ad09-80179de4fe67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:28.645974 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-4139b9f1-70d2-46ce-bb97-8903ea56ff63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:47:28.689547 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0746f4e8-a8cd-4cc7-ad09-80179de4fe67 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 02 13:47:28.703189 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0746f4e8-a8cd-4cc7-ad09-80179de4fe67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b805e537-5c6d-4db4-9d73-1752372194a3,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:47:28.707197 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-0746f4e8-a8cd-4cc7-ad09-80179de4fe67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:47:28.718308 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0746f4e8-a8cd-4cc7-ad09-80179de4fe67 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771912128866', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764996'] for segment, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:28.718904 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.db.segments_db [None req-0746f4e8-a8cd-4cc7-ad09-80179de4fe67 admin admin] Added segment cb357ec8-552c-4b55-98c6-8c529757c74d of type vxlan for network 0f8cc4e3-553a-4f85-b408-1fd3b978150f
Feb 02 13:47:28.756189 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0746f4e8-a8cd-4cc7-ad09-80179de4fe67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771911551603'] for network, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:28.806618 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0746f4e8-a8cd-4cc7-ad09-80179de4fe67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670'] for network, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:28.808845 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0746f4e8-a8cd-4cc7-ad09-80179de4fe67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:47:28.810063 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0746f4e8-a8cd-4cc7-ad09-80179de4fe67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for network, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:28.816217 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-65bf16fd-1e9b-4346-a3f0-0fbc7334d2b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:47:28.948111 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0746f4e8-a8cd-4cc7-ad09-80179de4fe67 admin admin] Pushing event updated for resources: {'Network': ['ID=0f8cc4e3-553a-4f85-b408-1fd3b978150f,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:47:28.952245 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-0746f4e8-a8cd-4cc7-ad09-80179de4fe67 admin admin] 10.222.0.133 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.7010832
Feb 02 13:47:28.953298 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-0746f4e8-a8cd-4cc7-ad09-80179de4fe67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:47:28.958140 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 47924) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:47:28.960528 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Network 0f8cc4e3-553a-4f85-b408-1fd3b978150f details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 02 13:47:28.977356 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [None req-28a1fc7d-f570-4c1b-b91b-0a976da7a7e1 admin admin] Request body: {'subnet': {'network_id': '0f8cc4e3-553a-4f85-b408-1fd3b978150f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1644938075-subnet', 'tenant_id': '631f81c70cc04a60b1d7ccf56539dea1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:47:28.980755 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-28a1fc7d-f570-4c1b-b91b-0a976da7a7e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:47:28.984363 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Network 0f8cc4e3-553a-4f85-b408-1fd3b978150f details requested by agent ovs-agent-dv-cinder-772388-4-iscsi with host dv-cinder-772388-4-iscsi {{(pid=80186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 02 13:47:28.990268 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-28a1fc7d-f570-4c1b-b91b-0a976da7a7e1 admin admin] Usage tracker for resource:subnet and tenant:631f81c70cc04a60b1d7ccf56539dea1 is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:47:28.994721 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-28a1fc7d-f570-4c1b-b91b-0a976da7a7e1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:47:29.002717 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-28a1fc7d-f570-4c1b-b91b-0a976da7a7e1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:47:29.018197 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a1fc7d-f570-4c1b-b91b-0a976da7a7e1 admin admin] Made reservation on behalf of 631f81c70cc04a60b1d7ccf56539dea1 for: {'subnet': 1} {{(pid=80184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 02 13:47:29.024283 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-28a1fc7d-f570-4c1b-b91b-0a976da7a7e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852478217'] for subnet, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:29.189763 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c7e8766e-8d12-4426-afca-822902410145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:29.243647 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-e554fc94-2cd2-44e2-bc51-ad3736c39cdf admin admin] Deleting port 060e64a5-488e-45ca-ae21-bc198b2cac26 {{(pid=80185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:47:29.244716 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e554fc94-2cd2-44e2-bc51-ad3736c39cdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:29.323610 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-8bc8985d-9adb-4b86-a4e0-efebbed8c29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:29.467650 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-e554fc94-2cd2-44e2-bc51-ad3736c39cdf admin admin] For port 060e64a5-488e-45ca-ae21-bc198b2cac26, host dv-cinder-772388-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=060e64a5-488e-45ca-ae21-bc198b2cac26,segment=NetworkSegment(36752a10-39fb-4e35-b242-32334e2e3c32),segment_id=36752a10-39fb-4e35-b242-32334e2e3c32)] {{(pid=80185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:47:29.467895 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e554fc94-2cd2-44e2-bc51-ad3736c39cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:29.573111 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-28a1fc7d-f570-4c1b-b91b-0a976da7a7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2834529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852478268'] for subnet, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:29.596627 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:47:29.617415 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-e554fc94-2cd2-44e2-bc51-ad3736c39cdf admin admin] Calling delete_port for 060e64a5-488e-45ca-ae21-bc198b2cac26 owned by network:router_interface {{(pid=80185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:47:29.744438 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a1fc7d-f570-4c1b-b91b-0a976da7a7e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1119e60-5bf7-4ce1-ae9d-75780683b13d,revision_number=0']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:47:29.760336 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-28a1fc7d-f570-4c1b-b91b-0a976da7a7e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:47:29.862262 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a1fc7d-f570-4c1b-b91b-0a976da7a7e1 admin admin] Checking segment: {'id': 'cb357ec8-552c-4b55-98c6-8c529757c74d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0f8cc4e3-553a-4f85-b408-1fd3b978150f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:47:29.862903 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a1fc7d-f570-4c1b-b91b-0a976da7a7e1 admin admin] Network hostable DHCP agents. Network: 0f8cc4e3-553a-4f85-b408-1fd3b978150f, hostable agents: ['f461d640-d7db-44f6-a785-e3cace2a4602'], hosted agents: [] {{(pid=80184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 02 13:47:29.893249 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a1fc7d-f570-4c1b-b91b-0a976da7a7e1 admin admin] Network 0f8cc4e3-553a-4f85-b408-1fd3b978150f is scheduled to be hosted by DHCP agent f461d640-d7db-44f6-a785-e3cace2a4602 with binding_index 1 {{(pid=80184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 02 13:47:29.901730 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e554fc94-2cd2-44e2-bc51-ad3736c39cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264942761622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264943208991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2210562'] for port, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:29.906543 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [None req-28a1fc7d-f570-4c1b-b91b-0a976da7a7e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-4-iscsi, 0f8cc4e3-553a-4f85-b408-1fd3b978150f) {{(pid=80184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:47:29.918158 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa23e4de-ccfd-4f61-bb61-abdea761163b None None] Network 0f8cc4e3-553a-4f85-b408-1fd3b978150f requested from dv-cinder-772388-4-iscsi {{(pid=80186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 02 13:47:29.919751 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a1fc7d-f570-4c1b-b91b-0a976da7a7e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:47:29.921195 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-28a1fc7d-f570-4c1b-b91b-0a976da7a7e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for subnet, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:29.926318 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f57203cb-c5e2-486c-9555-3b0198c676d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:47:29.942067 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-28a1fc7d-f570-4c1b-b91b-0a976da7a7e1 admin admin] 10.222.0.133 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.9820466
Feb 02 13:47:30.110709 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e554fc94-2cd2-44e2-bc51-ad3736c39cdf admin admin] Pushing event deleted for resources: {'Port': ['ID=060e64a5-488e-45ca-ae21-bc198b2cac26,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:47:30.121758 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-e554fc94-2cd2-44e2-bc51-ad3736c39cdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:47:30.239278 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c210eec-da25-46d5-ae89-03625454da73 None None] Network 0f8cc4e3-553a-4f85-b408-1fd3b978150f requested from dv-cinder-772388-4-iscsi {{(pid=80186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 02 13:47:30.411056 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:30.639364 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e554fc94-2cd2-44e2-bc51-ad3736c39cdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1697760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2075243'] for router_interface, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:31.132343 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-42ef245d-f728-4293-a752-dedea4fc02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:31.333641 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e554fc94-2cd2-44e2-bc51-ad3736c39cdf admin admin] Router ad341255-7ecc-43c6-b68e-2258dac3fe16 has already been hosted by L3 agent 46ed2aac-7d32-4274-9cac-387c5fc2cd87 {{(pid=80185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 02 13:47:31.536190 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e554fc94-2cd2-44e2-bc51-ad3736c39cdf admin admin] Notify agent at l3_agent.dv-cinder-772388-4-iscsi the message routers_updated {{(pid=80185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 02 13:47:31.547696 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16614f3c-ecff-402f-beda-51f6e90af1cc None None] Sync routers for ids ['ad341255-7ecc-43c6-b68e-2258dac3fe16'] in dv-cinder-772388-4-iscsi {{(pid=80186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 02 13:47:31.549687 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-e554fc94-2cd2-44e2-bc51-ad3736c39cdf admin admin] 10.222.0.133 "PUT /v2.0/routers/ad341255-7ecc-43c6-b68e-2258dac3fe16/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9995558
Feb 02 13:47:31.554628 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 47940) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:47:31.562855 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16614f3c-ecff-402f-beda-51f6e90af1cc None None] Routers {'ad341255-7ecc-43c6-b68e-2258dac3fe16'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:47:31.563527 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-16614f3c-ecff-402f-beda-51f6e90af1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e8e0e390>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:47:29Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['ad341255-7ecc-43c6-b68e-2258dac3fe16'], 'active': True} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:47:31.771642 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-719b1999-d7d2-4e43-9938-dcfc0f75d078 admin admin] Notify callbacks [] for router, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:31.985041 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-719b1999-d7d2-4e43-9938-dcfc0f75d078 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:31.990667 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-719b1999-d7d2-4e43-9938-dcfc0f75d078 admin admin] Deleting port 18a2dbf0-0539-4feb-8790-507726aa8e25 {{(pid=80185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:47:31.991032 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-719b1999-d7d2-4e43-9938-dcfc0f75d078 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:31.997596 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-16614f3c-ecff-402f-beda-51f6e90af1cc None None] Set router ad341255-7ecc-43c6-b68e-2258dac3fe16 gateway port host: dv-cinder-772388-4-iscsi {{(pid=80186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:47:32.398399 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-16614f3c-ecff-402f-beda-51f6e90af1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e8e0e390>, [{'id': 'ad341255-7ecc-43c6-b68e-2258dac3fe16', 'name': 'tempest-AttachVolumeTestJSON-1395695913-router', 'tenant_id': 'dc43bfb261a1419d93631ca1734b41d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '18a2dbf0-0539-4feb-8790-507726aa8e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:41:17Z', 'updated_at': '2021-02-02T13:47:29Z', 'revision_number': 5, 'project_id': 'dc43bfb261a1419d93631ca1734b41d5', 'gw_port': {'id': '18a2dbf0-0539-4feb-8790-507726aa8e25', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad341255-7ecc-43c6-b68e-2258dac3fe16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:19Z', 'updated_at': '2021-02-02T13:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi'}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:47:32.403723 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16614f3c-ecff-402f-beda-51f6e90af1cc None None] Checking router: ad341255-7ecc-43c6-b68e-2258dac3fe16 for host: dv-cinder-772388-4-iscsi {{(pid=80186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 02 13:47:32.417307 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16614f3c-ecff-402f-beda-51f6e90af1cc None None] Routers {'ad341255-7ecc-43c6-b68e-2258dac3fe16'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:47:32.417998 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-16614f3c-ecff-402f-beda-51f6e90af1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e8e0e390>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:47:29Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['ad341255-7ecc-43c6-b68e-2258dac3fe16'], 'active': True} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:47:32.487251 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-719b1999-d7d2-4e43-9938-dcfc0f75d078 admin admin] For port 18a2dbf0-0539-4feb-8790-507726aa8e25, host dv-cinder-772388-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=18a2dbf0-0539-4feb-8790-507726aa8e25,segment=NetworkSegment(5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8),segment_id=5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8)] {{(pid=80185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:47:32.487743 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-719b1999-d7d2-4e43-9938-dcfc0f75d078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:32.637060 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-719b1999-d7d2-4e43-9938-dcfc0f75d078 admin admin] Calling delete_port for 18a2dbf0-0539-4feb-8790-507726aa8e25 owned by network:router_gateway {{(pid=80185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:47:32.728782 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-16614f3c-ecff-402f-beda-51f6e90af1cc None None] Set router ad341255-7ecc-43c6-b68e-2258dac3fe16 gateway port host: dv-cinder-772388-4-iscsi {{(pid=80186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:47:32.873972 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-719b1999-d7d2-4e43-9938-dcfc0f75d078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264942761622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264943208991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2210562'] for port, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:33.161582 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:33.182192 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-719b1999-d7d2-4e43-9938-dcfc0f75d078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2076301'] for router_gateway, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:33.197408 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-16614f3c-ecff-402f-beda-51f6e90af1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e8e0e390>, [{'id': 'ad341255-7ecc-43c6-b68e-2258dac3fe16', 'name': 'tempest-AttachVolumeTestJSON-1395695913-router', 'tenant_id': 'dc43bfb261a1419d93631ca1734b41d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '18a2dbf0-0539-4feb-8790-507726aa8e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:41:17Z', 'updated_at': '2021-02-02T13:47:29Z', 'revision_number': 5, 'project_id': 'dc43bfb261a1419d93631ca1734b41d5', 'gw_port': {'id': '18a2dbf0-0539-4feb-8790-507726aa8e25', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad341255-7ecc-43c6-b68e-2258dac3fe16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:19Z', 'updated_at': '2021-02-02T13:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi'}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:47:33.202681 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16614f3c-ecff-402f-beda-51f6e90af1cc None None] The sync data for ids ['ad341255-7ecc-43c6-b68e-2258dac3fe16'] in dv-cinder-772388-4-iscsi is: [{'id': 'ad341255-7ecc-43c6-b68e-2258dac3fe16', 'name': 'tempest-AttachVolumeTestJSON-1395695913-router', 'tenant_id': 'dc43bfb261a1419d93631ca1734b41d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '18a2dbf0-0539-4feb-8790-507726aa8e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:41:17Z', 'updated_at': '2021-02-02T13:47:29Z', 'revision_number': 5, 'project_id': 'dc43bfb261a1419d93631ca1734b41d5', 'gw_port': {'id': '18a2dbf0-0539-4feb-8790-507726aa8e25', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad341255-7ecc-43c6-b68e-2258dac3fe16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:19Z', 'updated_at': '2021-02-02T13:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi'}] {{(pid=80186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 02 13:47:33.212674 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422530d8-875f-4e8f-bf49-376497948e8f req-27926dd2-4b2a-43b6-b157-414478d2ffea tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:47:33.212674 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-422530d8-875f-4e8f-bf49-376497948e8f req-27926dd2-4b2a-43b6-b157-414478d2ffea tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Synchronizing usage tracker for tenant:631f81c70cc04a60b1d7ccf56539dea1 on resource:network {{(pid=80184) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:47:33.228772 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-422530d8-875f-4e8f-bf49-376497948e8f req-27926dd2-4b2a-43b6-b157-414478d2ffea tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Unset dirty status for tenant:631f81c70cc04a60b1d7ccf56539dea1 on resource:network {{(pid=80184) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:47:33.229997 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-422530d8-875f-4e8f-bf49-376497948e8f req-27926dd2-4b2a-43b6-b157-414478d2ffea tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] 10.222.0.133 "GET /v2.0/networks?id=0f8cc4e3-553a-4f85-b408-1fd3b978150f HTTP/1.1" status: 200  len: 814 time: 0.6739538
Feb 02 13:47:33.266430 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-422530d8-875f-4e8f-bf49-376497948e8f req-59b25c50-458d-46f2-9352-e9ca6edf7de2 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] 10.222.0.133 "GET /v2.0/quotas/631f81c70cc04a60b1d7ccf56539dea1 HTTP/1.1" status: 200  len: 375 time: 0.0126040
Feb 02 13:47:33.341885 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-422530d8-875f-4e8f-bf49-376497948e8f req-1a785028-bae1-4c7b-b92e-b34d55f34500 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] 10.222.0.133 "GET /v2.0/ports?tenant_id=631f81c70cc04a60b1d7ccf56539dea1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0670037
Feb 02 13:47:33.366512 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-719b1999-d7d2-4e43-9938-dcfc0f75d078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2071233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854754973'] for router, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:33.369121 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-719b1999-d7d2-4e43-9938-dcfc0f75d078 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:33.393466 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-719b1999-d7d2-4e43-9938-dcfc0f75d078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852704398'] for router, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:33.394096 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-719b1999-d7d2-4e43-9938-dcfc0f75d078 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad341255-7ecc-43c6-b68e-2258dac3fe16 {{(pid=80185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 02 13:47:33.413631 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-719b1999-d7d2-4e43-9938-dcfc0f75d078 admin admin] Notify callbacks [] for router, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:33.414926 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-719b1999-d7d2-4e43-9938-dcfc0f75d078 admin admin] 10.222.0.133 "DELETE /v2.0/routers/ad341255-7ecc-43c6-b68e-2258dac3fe16 HTTP/1.1" status: 204  len: 168 time: 1.8591008
Feb 02 13:47:33.417629 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 47958) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:47:33.499868 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1fc5a0f-a457-4d3c-b391-cb1f6269ec02 admin admin] Deleting subnet 7bd499ff-eea3-463e-bee1-8df687fd8da3 {{(pid=80185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Feb 02 13:47:33.504477 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e1fc5a0f-a457-4d3c-b391-cb1f6269ec02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:33.518636 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-422530d8-875f-4e8f-bf49-376497948e8f req-53e98e83-d14e-46e0-8045-76bf5698defc service neutron] 10.222.0.133 "GET /v2.0/networks/0f8cc4e3-553a-4f85-b408-1fd3b978150f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1662216
Feb 02 13:47:33.576431 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e1fc5a0f-a457-4d3c-b391-cb1f6269ec02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2760056'] for subnet, precommit_delete_associations {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:33.680464 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e1fc5a0f-a457-4d3c-b391-cb1f6269ec02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-22738'] for subnet, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:33.700198 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-422530d8-875f-4e8f-bf49-376497948e8f req-13d423c2-c63a-4803-87f8-8c7542a44d0b service neutron] 10.222.0.133 "GET /v2.0/networks/0f8cc4e3-553a-4f85-b408-1fd3b978150f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1626148
Feb 02 13:47:34.041342 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-da2a936b-21e9-4d3e-8f36-4aba0a5b88b8 req-8ca0f617-119d-458e-a1fb-9b6f8447fec4 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] 10.222.0.133 "GET /v2.0/ports?device_id=b3227a0a-ddee-4778-9271-ba3f63e148ea HTTP/1.1" status: 200  len: 210 time: 0.1304338
Feb 02 13:47:34.102681 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e1fc5a0f-a457-4d3c-b391-cb1f6269ec02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854753062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852565192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852449406'] for subnet, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:34.137601 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-e9c86e56-ce81-48b3-87b4-a2eeeb44e69a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:47:34.325116 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fc5a0f-a457-4d3c-b391-cb1f6269ec02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bd499ff-eea3-463e-bee1-8df687fd8da3,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:47:34.341269 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-e1fc5a0f-a457-4d3c-b391-cb1f6269ec02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:47:34.412052 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e1fc5a0f-a457-4d3c-b391-cb1f6269ec02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:34.418705 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b6d093-9b7a-42df-a86f-586eb8145c75 None None] Network a4835e6f-7982-41d9-8597-68768326e2b7 requested from dv-cinder-772388-4-iscsi {{(pid=80186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 02 13:47:34.421626 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-e1fc5a0f-a457-4d3c-b391-cb1f6269ec02 admin admin] 10.222.0.133 "DELETE /v2.0/subnets/7bd499ff-eea3-463e-bee1-8df687fd8da3 HTTP/1.1" status: 204  len: 168 time: 1.0027094
Feb 02 13:47:34.424225 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 47972) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:47:34.573709 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-01ca73ea-0c3a-4f99-8cff-8ae500818082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854257808'] for network, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:34.654004 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-01ca73ea-0c3a-4f99-8cff-8ae500818082 admin admin] Deleting port 925e07b3-b48e-4c22-ae28-d1ee9557d7be {{(pid=80185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:47:34.655135 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-01ca73ea-0c3a-4f99-8cff-8ae500818082 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:34.743059 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d22da64-d443-4b6d-89c0-e098732e89d6 None None] DHCP port deletion for a4835e6f-7982-41d9-8597-68768326e2b7 request from dv-cinder-772388-4-iscsi {{(pid=80186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 02 13:47:34.749128 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-9d22da64-d443-4b6d-89c0-e098732e89d6 None None] Deleting port 925e07b3-b48e-4c22-ae28-d1ee9557d7be {{(pid=80186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:47:34.749381 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-9d22da64-d443-4b6d-89c0-e098732e89d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:34.934067 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-01ca73ea-0c3a-4f99-8cff-8ae500818082 admin admin] For port 925e07b3-b48e-4c22-ae28-d1ee9557d7be, host dv-cinder-772388-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=925e07b3-b48e-4c22-ae28-d1ee9557d7be,segment=NetworkSegment(36752a10-39fb-4e35-b242-32334e2e3c32),segment_id=36752a10-39fb-4e35-b242-32334e2e3c32)] {{(pid=80185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:47:34.934380 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-01ca73ea-0c3a-4f99-8cff-8ae500818082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:35.100774 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-01ca73ea-0c3a-4f99-8cff-8ae500818082 admin admin] Calling delete_port for 925e07b3-b48e-4c22-ae28-d1ee9557d7be owned by network:dhcp {{(pid=80185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:47:35.103860 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-9d22da64-d443-4b6d-89c0-e098732e89d6 None None] For port 925e07b3-b48e-4c22-ae28-d1ee9557d7be, host dv-cinder-772388-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=925e07b3-b48e-4c22-ae28-d1ee9557d7be,segment=NetworkSegment(36752a10-39fb-4e35-b242-32334e2e3c32),segment_id=36752a10-39fb-4e35-b242-32334e2e3c32)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:47:35.104674 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-9d22da64-d443-4b6d-89c0-e098732e89d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:35.225481 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-01ca73ea-0c3a-4f99-8cff-8ae500818082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264942761622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264943208991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2210562'] for port, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:35.269052 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f17a7cc3-0af4-4139-bb4c-04c772339b32 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:47:35.270555 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device 060e64a5-488e-45ca-ae21-bc198b2cac26 no longer exists at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 02 13:47:35.323438 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-967c0748-93ae-4b21-8003-bdcb48283bc0 req-d7982a16-5b63-4092-bd89-bcdf27fd89d2 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] 10.222.0.133 "GET /v2.0/ports?device_id=b3227a0a-ddee-4778-9271-ba3f63e148ea HTTP/1.1" status: 200  len: 210 time: 0.0724521
Feb 02 13:47:35.399821 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] No Port match for: 060e64a5-488e-45ca-ae21-bc198b2cac26 {{(pid=80186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 02 13:47:35.400350 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device 060e64a5-488e-45ca-ae21-bc198b2cac26 not bound to the agent host dv-cinder-772388-4-iscsi {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 02 13:47:35.400890 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device 925e07b3-b48e-4c22-ae28-d1ee9557d7be no longer exists at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 02 13:47:35.436963 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-9d22da64-d443-4b6d-89c0-e098732e89d6 None None] Calling delete_port for 925e07b3-b48e-4c22-ae28-d1ee9557d7be owned by network:dhcp {{(pid=80186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:47:35.449049 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ca73ea-0c3a-4f99-8cff-8ae500818082 admin admin] Pushing event deleted for resources: {'Port': ['ID=925e07b3-b48e-4c22-ae28-d1ee9557d7be,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:47:35.499012 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] No Port match for: 925e07b3-b48e-4c22-ae28-d1ee9557d7be {{(pid=80186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 02 13:47:35.499531 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device 925e07b3-b48e-4c22-ae28-d1ee9557d7be not bound to the agent host dv-cinder-772388-4-iscsi {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 02 13:47:35.499865 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device 18a2dbf0-0539-4feb-8790-507726aa8e25 no longer exists at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 02 13:47:35.529513 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-01ca73ea-0c3a-4f99-8cff-8ae500818082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:47:35.547638 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] No Port match for: 18a2dbf0-0539-4feb-8790-507726aa8e25 {{(pid=80186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 02 13:47:35.548502 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device 18a2dbf0-0539-4feb-8790-507726aa8e25 not bound to the agent host dv-cinder-772388-4-iscsi {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 02 13:47:35.593189 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.db.api [None req-9d22da64-d443-4b6d-89c0-e098732e89d6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80186) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 02 13:47:35.593802 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_db.api [None req-9d22da64-d443-4b6d-89c0-e098732e89d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 02 13:47:35.639652 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ca73ea-0c3a-4f99-8cff-8ae500818082 admin admin] No DVR routers for this DVR port 925e07b3-b48e-4c22-ae28-d1ee9557d7be on host dv-cinder-772388-4-iscsi {{(pid=80185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 02 13:47:35.817603 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422530d8-875f-4e8f-bf49-376497948e8f req-52f594a3-efe4-49c9-a891-7c24d71aba0b tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:47:35.819906 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-422530d8-875f-4e8f-bf49-376497948e8f req-52f594a3-efe4-49c9-a891-7c24d71aba0b tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] 10.222.0.132 "GET /v2.0/networks?id=0f8cc4e3-553a-4f85-b408-1fd3b978150f HTTP/1.1" status: 200  len: 814 time: 0.5525408
Feb 02 13:47:35.882906 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-422530d8-875f-4e8f-bf49-376497948e8f req-19ab6b87-3294-4445-9bfa-18d4b05d0d00 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Request body: {'port': {'device_id': 'b3227a0a-ddee-4778-9271-ba3f63e148ea', 'network_id': '0f8cc4e3-553a-4f85-b408-1fd3b978150f', 'admin_state_up': True, 'tenant_id': '631f81c70cc04a60b1d7ccf56539dea1'}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:47:35.994155 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-01ca73ea-0c3a-4f99-8cff-8ae500818082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12633', 'neutron.services.segments.db._delete_segments_for_network--9223363264942646934'] for network, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:36.094769 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-9d22da64-d443-4b6d-89c0-e098732e89d6 None None] Deleting port 925e07b3-b48e-4c22-ae28-d1ee9557d7be {{(pid=80186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:47:36.095335 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-9d22da64-d443-4b6d-89c0-e098732e89d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:36.180493 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-9d22da64-d443-4b6d-89c0-e098732e89d6 None None] The port '925e07b3-b48e-4c22-ae28-d1ee9557d7be' was deleted {{(pid=80186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 02 13:47:36.196089 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.services.segments.db [None req-01ca73ea-0c3a-4f99-8cff-8ae500818082 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa5e8dff668>,) {'filters': {'network_id': ['a4835e6f-7982-41d9-8597-68768326e2b7']}} {{(pid=80185) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:47:36.215646 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-422530d8-875f-4e8f-bf49-376497948e8f req-19ab6b87-3294-4445-9bfa-18d4b05d0d00 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:47:36.220059 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.services.segments.db [None req-01ca73ea-0c3a-4f99-8cff-8ae500818082 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa5e8dff668>, '36752a10-39fb-4e35-b242-32334e2e3c32') {'for_net_delete': True} {{(pid=80185) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:47:36.220397 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.services.segments.db [None req-01ca73ea-0c3a-4f99-8cff-8ae500818082 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa5e8dff668>, '36752a10-39fb-4e35-b242-32334e2e3c32') {} {{(pid=80185) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:47:36.234238 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-422530d8-875f-4e8f-bf49-376497948e8f req-19ab6b87-3294-4445-9bfa-18d4b05d0d00 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Usage tracker for resource:port and tenant:631f81c70cc04a60b1d7ccf56539dea1 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:47:36.239271 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-422530d8-875f-4e8f-bf49-376497948e8f req-19ab6b87-3294-4445-9bfa-18d4b05d0d00 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:47:36.243651 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-01ca73ea-0c3a-4f99-8cff-8ae500818082 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363264942647702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852015760'] for segment, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:36.257018 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-422530d8-875f-4e8f-bf49-376497948e8f req-19ab6b87-3294-4445-9bfa-18d4b05d0d00 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:47:36.282646 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-01ca73ea-0c3a-4f99-8cff-8ae500818082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764996'] for segment, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:36.285825 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-01ca73ea-0c3a-4f99-8cff-8ae500818082 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 02 13:47:36.320194 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-422530d8-875f-4e8f-bf49-376497948e8f req-19ab6b87-3294-4445-9bfa-18d4b05d0d00 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Made reservation on behalf of 631f81c70cc04a60b1d7ccf56539dea1 for: {'port': 1} {{(pid=80185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 02 13:47:36.346505 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-422530d8-875f-4e8f-bf49-376497948e8f req-19ab6b87-3294-4445-9bfa-18d4b05d0d00 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:36.614530 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ff97d897-ce9a-42f8-adee-ec6b48207a9b req-b71fc937-e601-4d81-a2f5-208cbeffa595 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] 10.222.0.133 "GET /v2.0/ports?device_id=b3227a0a-ddee-4778-9271-ba3f63e148ea HTTP/1.1" status: 200  len: 210 time: 0.0907903
Feb 02 13:47:36.710625 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-01ca73ea-0c3a-4f99-8cff-8ae500818082 admin admin] Network a4835e6f-7982-41d9-8597-68768326e2b7 has no segments {{(pid=80185) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 02 13:47:36.727347 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-01ca73ea-0c3a-4f99-8cff-8ae500818082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-10804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852565161'] for segment, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:37.295876 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-01ca73ea-0c3a-4f99-8cff-8ae500818082 admin admin] Network a4835e6f-7982-41d9-8597-68768326e2b7 has no segments {{(pid=80185) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 02 13:47:37.322936 dv-cinder-772388-4-iscsi neutron-server[80071]: Traceback (most recent call last):
Feb 02 13:47:37.322936 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 02 13:47:37.322936 dv-cinder-772388-4-iscsi neutron-server[80071]:     timer()
Feb 02 13:47:37.322936 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 02 13:47:37.322936 dv-cinder-772388-4-iscsi neutron-server[80071]:     cb(*args, **kw)
Feb 02 13:47:37.322936 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 02 13:47:37.322936 dv-cinder-772388-4-iscsi neutron-server[80071]:     return func(*args, **kwargs)
Feb 02 13:47:37.322936 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 02 13:47:37.322936 dv-cinder-772388-4-iscsi neutron-server[80071]:     self._notify()
Feb 02 13:47:37.322936 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 02 13:47:37.322936 dv-cinder-772388-4-iscsi neutron-server[80071]:     self.callback(batched_events)
Feb 02 13:47:37.322936 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 02 13:47:37.322936 dv-cinder-772388-4-iscsi neutron-server[80071]:     event.method(event)
Feb 02 13:47:37.322936 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 02 13:47:37.322936 dv-cinder-772388-4-iscsi neutron-server[80071]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 02 13:47:37.322936 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 02 13:47:37.322936 dv-cinder-772388-4-iscsi neutron-server[80071]:     segment_id)['aggregates'][0]
Feb 02 13:47:37.322936 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 02 13:47:37.322936 dv-cinder-772388-4-iscsi neutron-server[80071]:     return f(self, *a, **k)
Feb 02 13:47:37.322936 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 02 13:47:37.322936 dv-cinder-772388-4-iscsi neutron-server[80071]:     return self._get(url).json()
Feb 02 13:47:37.322936 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 02 13:47:37.322936 dv-cinder-772388-4-iscsi neutron-server[80071]:     **kwargs)
Feb 02 13:47:37.322936 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 02 13:47:37.322936 dv-cinder-772388-4-iscsi neutron-server[80071]:     return self.request(url, 'GET', **kwargs)
Feb 02 13:47:37.322936 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 02 13:47:37.322936 dv-cinder-772388-4-iscsi neutron-server[80071]:     **endpoint_filter)
Feb 02 13:47:37.322936 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 02 13:47:37.322936 dv-cinder-772388-4-iscsi neutron-server[80071]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 02 13:47:37.322936 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 02 13:47:37.322936 dv-cinder-772388-4-iscsi neutron-server[80071]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 02 13:47:37.322936 dv-cinder-772388-4-iscsi neutron-server[80071]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 02 13:47:37.476257 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-01ca73ea-0c3a-4f99-8cff-8ae500818082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854763167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852699500'] for network, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:37.523375 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f778b178-54eb-4769-823c-4ba548143b3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:47:37.541015 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-01ca73ea-0c3a-4f99-8cff-8ae500818082 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for network, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:37.561952 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ca73ea-0c3a-4f99-8cff-8ae500818082 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4835e6f-7982-41d9-8597-68768326e2b7,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:47:37.568881 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-01ca73ea-0c3a-4f99-8cff-8ae500818082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:47:37.593861 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-01ca73ea-0c3a-4f99-8cff-8ae500818082 admin admin] 10.222.0.133 "DELETE /v2.0/networks/a4835e6f-7982-41d9-8597-68768326e2b7 HTTP/1.1" status: 204  len: 168 time: 3.1680586
Feb 02 13:47:37.595494 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_common [req-422530d8-875f-4e8f-bf49-376497948e8f req-19ab6b87-3294-4445-9bfa-18d4b05d0d00 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Allocated IP 172.20.0.7 (0f8cc4e3-553a-4f85-b408-1fd3b978150f/b1119e60-5bf7-4ce1-ae9d-75780683b13d/3938d297-aeab-411a-8fc5-3c1864db9ce4) {{(pid=80185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 02 13:47:37.812401 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 47988) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:47:37.879788 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-02716ee8-a824-4586-bea4-ec3069b9ed56 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=dc43bfb261a1419d93631ca1734b41d5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0660400
Feb 02 13:47:37.882834 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 47992) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:47:37.902808 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-422530d8-875f-4e8f-bf49-376497948e8f req-19ab6b87-3294-4445-9bfa-18d4b05d0d00 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Notify callbacks [] for port, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:37.948516 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-422530d8-875f-4e8f-bf49-376497948e8f req-19ab6b87-3294-4445-9bfa-18d4b05d0d00 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264943169311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2210562'] for port, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:37.975872 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-c34dcfa9-29a9-467c-9520-95da224216f6 tempest-AttachVolumeNegativeTest-61799960 tempest-AttachVolumeNegativeTest-61799960-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:47:38.003200 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-90f32a0d-6494-4de6-a9c0-6c7afe73dd96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:38.050887 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-90f32a0d-6494-4de6-a9c0-6c7afe73dd96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:38.151636 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab6b87-3294-4445-9bfa-18d4b05d0d00 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Pushing event updated for resources: {'Port': ['ID=3938d297-aeab-411a-8fc5-3c1864db9ce4,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:47:38.156945 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-19ab6b87-3294-4445-9bfa-18d4b05d0d00 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:47:38.186966 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca278ba-a90b-4ac8-a57f-d29071e723e2 req-d5e590ac-45f0-40c2-a26b-e1e2813ea4ab tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:47:38.188939 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-dca278ba-a90b-4ac8-a57f-d29071e723e2 req-d5e590ac-45f0-40c2-a26b-e1e2813ea4ab tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] 10.222.0.133 "GET /v2.0/ports?device_id=b3227a0a-ddee-4778-9271-ba3f63e148ea HTTP/1.1" status: 200  len: 931 time: 0.2508419
Feb 02 13:47:38.220344 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-422530d8-875f-4e8f-bf49-376497948e8f req-19ab6b87-3294-4445-9bfa-18d4b05d0d00 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Network 0f8cc4e3-553a-4f85-b408-1fd3b978150f is already hosted by enough agents. {{(pid=80185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:47:38.221884 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [req-422530d8-875f-4e8f-bf49-376497948e8f req-19ab6b87-3294-4445-9bfa-18d4b05d0d00 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Resources bound (agent type, host, resource id):  {{(pid=80185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:47:38.222678 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-90f32a0d-6494-4de6-a9c0-6c7afe73dd96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:38.225215 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [req-422530d8-875f-4e8f-bf49-376497948e8f req-19ab6b87-3294-4445-9bfa-18d4b05d0d00 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Received port after_create {{(pid=80185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 02 13:47:38.229724 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-981f56e6-9e42-4487-8ea8-8a445e978f8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:47:38.256667 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f32a0d-6494-4de6-a9c0-6c7afe73dd96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf84a7bd-2fa2-4d6b-b5fb-52bc440fc6b5,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:47:38.269985 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-90f32a0d-6494-4de6-a9c0-6c7afe73dd96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:47:38.289905 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-dca278ba-a90b-4ac8-a57f-d29071e723e2 req-da08b2e4-5bb8-4e3b-96ff-a7dc574a6db9 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Synchronizing usage tracker for tenant:631f81c70cc04a60b1d7ccf56539dea1 on resource:security_group {{(pid=80184) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:47:38.294625 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-90f32a0d-6494-4de6-a9c0-6c7afe73dd96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:38.299370 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-90f32a0d-6494-4de6-a9c0-6c7afe73dd96 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/cf84a7bd-2fa2-4d6b-b5fb-52bc440fc6b5 HTTP/1.1" status: 204  len: 168 time: 0.4120648
Feb 02 13:47:38.316796 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-dca278ba-a90b-4ac8-a57f-d29071e723e2 req-da08b2e4-5bb8-4e3b-96ff-a7dc574a6db9 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Unset dirty status for tenant:631f81c70cc04a60b1d7ccf56539dea1 on resource:security_group {{(pid=80184) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:47:38.318113 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-dca278ba-a90b-4ac8-a57f-d29071e723e2 req-da08b2e4-5bb8-4e3b-96ff-a7dc574a6db9 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] 10.222.0.133 "GET /v2.0/security-groups?id=b805e537-5c6d-4db4-9d73-1752372194a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1220856
Feb 02 13:47:38.384020 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422530d8-875f-4e8f-bf49-376497948e8f req-19ab6b87-3294-4445-9bfa-18d4b05d0d00 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:47:38.384896 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-422530d8-875f-4e8f-bf49-376497948e8f req-19ab6b87-3294-4445-9bfa-18d4b05d0d00 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for port, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:38.405506 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-422530d8-875f-4e8f-bf49-376497948e8f req-19ab6b87-3294-4445-9bfa-18d4b05d0d00 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] 10.222.0.132 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5337100
Feb 02 13:47:38.416614 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-422530d8-875f-4e8f-bf49-376497948e8f req-bb695325-19b5-4905-8e17-533ce95f8ed3 service neutron] Request body: {'port': {'device_id': 'b3227a0a-ddee-4778-9271-ba3f63e148ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:47:38.554501 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-422530d8-875f-4e8f-bf49-376497948e8f req-bb695325-19b5-4905-8e17-533ce95f8ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:39.085175 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [req-422530d8-875f-4e8f-bf49-376497948e8f req-bb695325-19b5-4905-8e17-533ce95f8ed3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3938d297-aeab-411a-8fc5-3c1864db9ce4 {{(pid=80185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 02 13:47:39.097230 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-422530d8-875f-4e8f-bf49-376497948e8f req-bb695325-19b5-4905-8e17-533ce95f8ed3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:39.126808 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [req-422530d8-875f-4e8f-bf49-376497948e8f req-bb695325-19b5-4905-8e17-533ce95f8ed3 service neutron] Transition to ACTIVE for port object 3938d297-aeab-411a-8fc5-3c1864db9ce4 will not be triggered until provisioned by entity L2. {{(pid=80185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:47:39.131144 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-422530d8-875f-4e8f-bf49-376497948e8f req-bb695325-19b5-4905-8e17-533ce95f8ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852565131'] for port, after_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:39.162411 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-e554fc94-2cd2-44e2-bc51-ad3736c39cdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:47:39.419600 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb695325-19b5-4905-8e17-533ce95f8ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=3938d297-aeab-411a-8fc5-3c1864db9ce4,revision_number=2']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:47:39.428358 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb695325-19b5-4905-8e17-533ce95f8ed3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:47:39.673019 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [req-422530d8-875f-4e8f-bf49-376497948e8f req-bb695325-19b5-4905-8e17-533ce95f8ed3 service neutron] Attempting to bind port 3938d297-aeab-411a-8fc5-3c1864db9ce4 on host hv-cinder-77238 for vnic_type normal with profile  {{(pid=80185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 02 13:47:39.673393 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [req-422530d8-875f-4e8f-bf49-376497948e8f req-bb695325-19b5-4905-8e17-533ce95f8ed3 service neutron] Attempting to bind port 3938d297-aeab-411a-8fc5-3c1864db9ce4 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': 'cb357ec8-552c-4b55-98c6-8c529757c74d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0f8cc4e3-553a-4f85-b408-1fd3b978150f'}] {{(pid=80185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 02 13:47:39.673763 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422530d8-875f-4e8f-bf49-376497948e8f req-bb695325-19b5-4905-8e17-533ce95f8ed3 service neutron] Attempting to bind port 3938d297-aeab-411a-8fc5-3c1864db9ce4 on network 0f8cc4e3-553a-4f85-b408-1fd3b978150f {{(pid=80185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 02 13:47:39.681064 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422530d8-875f-4e8f-bf49-376497948e8f req-bb695325-19b5-4905-8e17-533ce95f8ed3 service neutron] Checking agent: {'id': '3f7ac43e-b359-42e2-9e67-18be39e96b32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 34, 33), 'started_at': datetime.datetime(2021, 2, 2, 13, 35, 3), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.120', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 02 13:47:39.681503 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422530d8-875f-4e8f-bf49-376497948e8f req-bb695325-19b5-4905-8e17-533ce95f8ed3 service neutron] Checking segment: {'id': 'cb357ec8-552c-4b55-98c6-8c529757c74d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0f8cc4e3-553a-4f85-b408-1fd3b978150f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:47:39.682023 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-422530d8-875f-4e8f-bf49-376497948e8f req-bb695325-19b5-4905-8e17-533ce95f8ed3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:39.682769 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422530d8-875f-4e8f-bf49-376497948e8f req-bb695325-19b5-4905-8e17-533ce95f8ed3 service neutron] Bound using segment: {'id': 'cb357ec8-552c-4b55-98c6-8c529757c74d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0f8cc4e3-553a-4f85-b408-1fd3b978150f'} {{(pid=80185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 02 13:47:39.683004 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [req-422530d8-875f-4e8f-bf49-376497948e8f req-bb695325-19b5-4905-8e17-533ce95f8ed3 service neutron] Bound port: 3938d297-aeab-411a-8fc5-3c1864db9ce4, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb357ec8-552c-4b55-98c6-8c529757c74d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0f8cc4e3-553a-4f85-b408-1fd3b978150f'}}] {{(pid=80185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 02 13:47:39.683536 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-422530d8-875f-4e8f-bf49-376497948e8f req-bb695325-19b5-4905-8e17-533ce95f8ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:39.734809 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3bcbf5-4c14-46e7-9268-724b851578d7 req-bab2c95b-0962-4fa0-a2dc-d8c710035da6 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:47:39.737050 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2f3bcbf5-4c14-46e7-9268-724b851578d7 req-bab2c95b-0962-4fa0-a2dc-d8c710035da6 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] 10.222.0.133 "GET /v2.0/ports?device_id=b3227a0a-ddee-4778-9271-ba3f63e148ea HTTP/1.1" status: 200  len: 943 time: 0.1936741
Feb 02 13:47:39.823668 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-422530d8-875f-4e8f-bf49-376497948e8f req-bb695325-19b5-4905-8e17-533ce95f8ed3 service neutron] For port 3938d297-aeab-411a-8fc5-3c1864db9ce4, host hv-cinder-77238, cleared binding levels {{(pid=80185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 02 13:47:39.827920 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2f3bcbf5-4c14-46e7-9268-724b851578d7 req-2757a94b-ae73-4ed5-87a4-6e86bab470b3 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] 10.222.0.133 "GET /v2.0/security-groups?id=b805e537-5c6d-4db4-9d73-1752372194a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824897
Feb 02 13:47:39.828148 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-422530d8-875f-4e8f-bf49-376497948e8f req-bb695325-19b5-4905-8e17-533ce95f8ed3 service neutron] For port 3938d297-aeab-411a-8fc5-3c1864db9ce4, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=3938d297-aeab-411a-8fc5-3c1864db9ce4,segment=NetworkSegment(cb357ec8-552c-4b55-98c6-8c529757c74d),segment_id=cb357ec8-552c-4b55-98c6-8c529757c74d)] {{(pid=80185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 02 13:47:39.832142 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-422530d8-875f-4e8f-bf49-376497948e8f req-bb695325-19b5-4905-8e17-533ce95f8ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852565131'] for port, after_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:39.858031 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-80e302eb-a9ed-4a1e-ab52-28a07360a3c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:47:40.030095 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb695325-19b5-4905-8e17-533ce95f8ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=3938d297-aeab-411a-8fc5-3c1864db9ce4,revision_number=3']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:47:40.034272 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb695325-19b5-4905-8e17-533ce95f8ed3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:47:40.072924 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422530d8-875f-4e8f-bf49-376497948e8f req-bb695325-19b5-4905-8e17-533ce95f8ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:47:40.073407 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-422530d8-875f-4e8f-bf49-376497948e8f req-bb695325-19b5-4905-8e17-533ce95f8ed3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for port, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:40.074910 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-422530d8-875f-4e8f-bf49-376497948e8f req-bb695325-19b5-4905-8e17-533ce95f8ed3 service neutron] 10.222.0.132 "PUT /v2.0/ports/3938d297-aeab-411a-8fc5-3c1864db9ce4 HTTP/1.1" status: 200  len: 1157 time: 1.6640425
Feb 02 13:47:40.075496 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3227a0a-ddee-4778-9271-ba3f63e148ea', 'tag': '3938d297-aeab-411a-8fc5-3c1864db9ce4'}] {{(pid=80185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:47:40.153183 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3227a0a-ddee-4778-9271-ba3f63e148ea', 'tag': '3938d297-aeab-411a-8fc5-3c1864db9ce4', 'status': 'completed', 'code': 200}
Feb 02 13:47:40.197360 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422530d8-875f-4e8f-bf49-376497948e8f req-5367b03d-255d-464b-9c41-d64c25705c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:47:40.199000 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-422530d8-875f-4e8f-bf49-376497948e8f req-5367b03d-255d-464b-9c41-d64c25705c4f service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=631f81c70cc04a60b1d7ccf56539dea1&device_id=b3227a0a-ddee-4778-9271-ba3f63e148ea HTTP/1.1" status: 200  len: 1160 time: 0.0900819
Feb 02 13:47:40.272152 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-422530d8-875f-4e8f-bf49-376497948e8f req-8242c82b-f009-4054-89b0-44edc38a977e service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3938d297-aeab-411a-8fc5-3c1864db9ce4 HTTP/1.1" status: 200  len: 217 time: 0.0683331
Feb 02 13:47:40.347657 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422530d8-875f-4e8f-bf49-376497948e8f req-dab4c610-f01a-4e46-a55a-8948c1dd7816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:47:40.349820 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-422530d8-875f-4e8f-bf49-376497948e8f req-dab4c610-f01a-4e46-a55a-8948c1dd7816 service neutron] 10.222.0.132 "GET /v2.0/subnets?id=b1119e60-5bf7-4ce1-ae9d-75780683b13d HTTP/1.1" status: 200  len: 854 time: 0.0731561
Feb 02 13:47:40.403358 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-422530d8-875f-4e8f-bf49-376497948e8f req-f9df9c53-f1ab-4e40-bddf-1a4ff24142dc service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=0f8cc4e3-553a-4f85-b408-1fd3b978150f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0488956
Feb 02 13:47:40.567234 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-422530d8-875f-4e8f-bf49-376497948e8f req-564fe31d-7039-4ccc-9ea3-dc543ccbd19e service neutron] 10.222.0.132 "GET /v2.0/networks/0f8cc4e3-553a-4f85-b408-1fd3b978150f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1590331
Feb 02 13:47:40.721558 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-422530d8-875f-4e8f-bf49-376497948e8f req-4ca7c3f1-78f3-4e70-8f3f-aebcd5c4d8d0 service neutron] 10.222.0.132 "GET /v2.0/networks/0f8cc4e3-553a-4f85-b408-1fd3b978150f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1497278
Feb 02 13:47:40.897889 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c4eee-195e-400f-953b-231368481881 req-2153e3b0-6cc0-4fd1-957e-ed7d7b911c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:47:40.899726 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-287c4eee-195e-400f-953b-231368481881 req-2153e3b0-6cc0-4fd1-957e-ed7d7b911c71 service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=631f81c70cc04a60b1d7ccf56539dea1&device_id=b3227a0a-ddee-4778-9271-ba3f63e148ea HTTP/1.1" status: 200  len: 1160 time: 0.1184356
Feb 02 13:47:41.112138 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c4eee-195e-400f-953b-231368481881 req-8556e4e3-3d67-44b6-81bf-fc83fdfb3e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:47:41.114876 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-287c4eee-195e-400f-953b-231368481881 req-8556e4e3-3d67-44b6-81bf-fc83fdfb3e65 service neutron] 10.222.0.132 "GET /v2.0/networks?id=0f8cc4e3-553a-4f85-b408-1fd3b978150f HTTP/1.1" status: 200  len: 908 time: 0.2092190
Feb 02 13:47:41.235219 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-287c4eee-195e-400f-953b-231368481881 req-99073912-ea49-42db-a775-ef9229a412f1 service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3938d297-aeab-411a-8fc5-3c1864db9ce4 HTTP/1.1" status: 200  len: 217 time: 0.1147234
Feb 02 13:47:41.319210 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c4eee-195e-400f-953b-231368481881 req-660f009f-9362-4535-ab3a-9ddef18fa494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:47:41.320336 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c903e-e56e-4b23-9fe3-d3cebf7a2dfb req-8a506932-b36d-4dfe-ae52-45f4e54a0490 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:47:41.321198 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-287c4eee-195e-400f-953b-231368481881 req-660f009f-9362-4535-ab3a-9ddef18fa494 service neutron] 10.222.0.132 "GET /v2.0/subnets?id=b1119e60-5bf7-4ce1-ae9d-75780683b13d HTTP/1.1" status: 200  len: 854 time: 0.0815318
Feb 02 13:47:41.322929 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ac2c903e-e56e-4b23-9fe3-d3cebf7a2dfb req-8a506932-b36d-4dfe-ae52-45f4e54a0490 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] 10.222.0.133 "GET /v2.0/ports?device_id=b3227a0a-ddee-4778-9271-ba3f63e148ea HTTP/1.1" status: 200  len: 943 time: 0.2628770
Feb 02 13:47:41.433246 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-287c4eee-195e-400f-953b-231368481881 req-ecf99dc4-7543-485b-957a-0bfa4785766d service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=0f8cc4e3-553a-4f85-b408-1fd3b978150f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1048813
Feb 02 13:47:41.477279 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ac2c903e-e56e-4b23-9fe3-d3cebf7a2dfb req-b631d2d1-2809-4a0d-ae09-6a6f5b1e6207 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] 10.222.0.133 "GET /v2.0/security-groups?id=b805e537-5c6d-4db4-9d73-1752372194a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1056647
Feb 02 13:47:41.515137 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-0c950f73-336a-4764-b655-ed572f7be873 req-caed01d8-809b-4ae4-b80d-4b6ce083370f service neutron] 10.222.0.132 "GET /v2.0/ports?device_id=64827ab0-967e-46e8-8b3c-49ad2e6d3116&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1909323
Feb 02 13:47:41.652302 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-287c4eee-195e-400f-953b-231368481881 req-02d68bfc-0f82-4019-9e11-bda151f1a690 service neutron] 10.222.0.132 "GET /v2.0/networks/0f8cc4e3-553a-4f85-b408-1fd3b978150f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2097855
Feb 02 13:47:41.753772 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c950f73-336a-4764-b655-ed572f7be873 req-d57df2c0-8692-4d5e-9a0f-6721ab7cf1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:47:41.756472 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-0c950f73-336a-4764-b655-ed572f7be873 req-d57df2c0-8692-4d5e-9a0f-6721ab7cf1ac service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=9fd246219b8b41dbaae8904115d1595f&device_id=64827ab0-967e-46e8-8b3c-49ad2e6d3116 HTTP/1.1" status: 200  len: 1162 time: 0.1043816
Feb 02 13:47:41.864150 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-287c4eee-195e-400f-953b-231368481881 req-d3086f62-e3c9-47c8-82e2-17851c7788f5 service neutron] 10.222.0.132 "GET /v2.0/networks/0f8cc4e3-553a-4f85-b408-1fd3b978150f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2074242
Feb 02 13:47:41.972169 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c950f73-336a-4764-b655-ed572f7be873 req-d0b40875-b9c3-4951-ae9f-5abd6f67b928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:47:41.973733 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-0c950f73-336a-4764-b655-ed572f7be873 req-d0b40875-b9c3-4951-ae9f-5abd6f67b928 service neutron] 10.222.0.132 "GET /v2.0/networks?id=0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593 HTTP/1.1" status: 200  len: 905 time: 0.1775048
Feb 02 13:47:42.092379 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-0c950f73-336a-4764-b655-ed572f7be873 req-afb6c7b8-4cce-469a-a023-0575f74ed970 service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc0cfb82-2fc7-4aec-bff0-97a94de2f25a HTTP/1.1" status: 200  len: 1001 time: 0.1138520
Feb 02 13:47:42.172527 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c950f73-336a-4764-b655-ed572f7be873 req-660dd05f-7514-4a99-ba70-56e573f9fcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:47:42.174129 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-0c950f73-336a-4764-b655-ed572f7be873 req-660dd05f-7514-4a99-ba70-56e573f9fcb4 service neutron] 10.222.0.132 "GET /v2.0/subnets?id=c84715ee-f128-4ac6-b34f-2786eff260c7 HTTP/1.1" status: 200  len: 850 time: 0.0701284
Feb 02 13:47:42.263490 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c950f73-336a-4764-b655-ed572f7be873 req-f6f25304-c200-4157-becc-4c906626f398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:47:42.265249 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-0c950f73-336a-4764-b655-ed572f7be873 req-f6f25304-c200-4157-becc-4c906626f398 service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0841234
Feb 02 13:47:42.410342 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-0c950f73-336a-4764-b655-ed572f7be873 req-eb2205f0-5cef-4ee6-b905-af0898b3d508 service neutron] 10.222.0.132 "GET /v2.0/networks/0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1404285
Feb 02 13:47:42.569687 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-0c950f73-336a-4764-b655-ed572f7be873 req-b3000b3d-f2e2-4e0f-9958-9d25afb98217 service neutron] 10.222.0.132 "GET /v2.0/networks/0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1541843
Feb 02 13:47:42.816941 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d99f9b-d285-4051-a39c-73e0712b74d6 req-28f82af5-8eee-4067-b6ee-144d28d95650 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:47:42.819819 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b4d99f9b-d285-4051-a39c-73e0712b74d6 req-28f82af5-8eee-4067-b6ee-144d28d95650 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] 10.222.0.133 "GET /v2.0/ports?device_id=b3227a0a-ddee-4778-9271-ba3f63e148ea HTTP/1.1" status: 200  len: 943 time: 0.1982176
Feb 02 13:47:42.900215 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b4d99f9b-d285-4051-a39c-73e0712b74d6 req-0aeddc25-ef4c-472e-bab7-aec719bc7887 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] 10.222.0.133 "GET /v2.0/security-groups?id=b805e537-5c6d-4db4-9d73-1752372194a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712407
Feb 02 13:47:43.454258 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.objects.ports [None req-48c76ffe-d36a-44aa-be71-ec1af1795283 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80186) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 02 13:47:43.655671 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device 3938d297-aeab-411a-8fc5-3c1864db9ce4 up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:47:43.747719 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning for port 3938d297-aeab-411a-8fc5-3c1864db9ce4 completed by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:47:43.753698 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port 3938d297-aeab-411a-8fc5-3c1864db9ce4 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:47:43.754124 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:43.917529 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:43.956707 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3227a0a-ddee-4778-9271-ba3f63e148ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3938d297-aeab-411a-8fc5-3c1864db9ce4'}] {{(pid=80186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:47:43.970254 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] For port 3938d297-aeab-411a-8fc5-3c1864db9ce4, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=3938d297-aeab-411a-8fc5-3c1864db9ce4,segment=NetworkSegment(cb357ec8-552c-4b55-98c6-8c529757c74d),segment_id=cb357ec8-552c-4b55-98c6-8c529757c74d)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:47:43.974368 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:43.977401 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:47:44.061007 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3227a0a-ddee-4778-9271-ba3f63e148ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3938d297-aeab-411a-8fc5-3c1864db9ce4', 'code': 200}
Feb 02 13:47:44.115837 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Pushing event updated for resources: {'Port': ['ID=3938d297-aeab-411a-8fc5-3c1864db9ce4,revision_number=4']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:47:44.119900 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:47:44.433751 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b3dbd-27c5-4592-8480-4061ae85a405 req-fe8af9ef-9465-403d-a803-81e45a15b62f tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:47:44.436711 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-f49b3dbd-27c5-4592-8480-4061ae85a405 req-fe8af9ef-9465-403d-a803-81e45a15b62f tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] 10.222.0.133 "GET /v2.0/ports?device_id=b3227a0a-ddee-4778-9271-ba3f63e148ea HTTP/1.1" status: 200  len: 945 time: 0.3205249
Feb 02 13:47:44.598583 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-f49b3dbd-27c5-4592-8480-4061ae85a405 req-1d20cdea-dc8b-4cf4-8c9c-1e6f32af7404 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] 10.222.0.133 "GET /v2.0/security-groups?id=b805e537-5c6d-4db4-9d73-1752372194a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1047304
Feb 02 13:47:44.619032 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067e366-774c-442f-b0aa-edd9e2e10de3 req-1c004e56-87fd-47c6-ac41-d902294d066e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:47:44.622157 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-9067e366-774c-442f-b0aa-edd9e2e10de3 req-1c004e56-87fd-47c6-ac41-d902294d066e service neutron] 10.222.0.132 "GET /v2.0/ports?device_id=b3227a0a-ddee-4778-9271-ba3f63e148ea HTTP/1.1" status: 200  len: 1162 time: 0.1837902
Feb 02 13:47:44.693324 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-9067e366-774c-442f-b0aa-edd9e2e10de3 req-9b7909bf-5593-402d-8fcb-fead61bb3f29 service neutron] 10.222.0.132 "GET /v2.0/security-groups?id=b805e537-5c6d-4db4-9d73-1752372194a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650258
Feb 02 13:47:45.124616 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device 3938d297-aeab-411a-8fc5-3c1864db9ce4 up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:47:45.205592 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port 3938d297-aeab-411a-8fc5-3c1864db9ce4 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:47:45.206153 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:45.949459 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303fd869-ae32-4824-89f6-659ed6793b09 req-dbe254be-96aa-4ff6-ade7-1130a61a6f5b tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:47:45.951136 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-303fd869-ae32-4824-89f6-659ed6793b09 req-dbe254be-96aa-4ff6-ade7-1130a61a6f5b tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] 10.222.0.133 "GET /v2.0/ports?device_id=b3227a0a-ddee-4778-9271-ba3f63e148ea HTTP/1.1" status: 200  len: 945 time: 0.1731255
Feb 02 13:47:46.017337 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-303fd869-ae32-4824-89f6-659ed6793b09 req-8d8524b9-d783-46ca-8f58-0dfbcc61927f tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] 10.222.0.133 "GET /v2.0/security-groups?id=b805e537-5c6d-4db4-9d73-1752372194a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596328
Feb 02 13:47:47.296480 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device 3938d297-aeab-411a-8fc5-3c1864db9ce4 up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:47:47.421381 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7594d0ed-9c2b-4f54-a72b-0886b6512d04 req-6deef849-a698-420d-a2ce-40925dc69587 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:47:47.429735 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7594d0ed-9c2b-4f54-a72b-0886b6512d04 req-6deef849-a698-420d-a2ce-40925dc69587 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] 10.222.0.133 "GET /v2.0/ports?device_id=b3227a0a-ddee-4778-9271-ba3f63e148ea HTTP/1.1" status: 200  len: 945 time: 0.2202985
Feb 02 13:47:47.534760 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7594d0ed-9c2b-4f54-a72b-0886b6512d04 req-6aeef889-4b1c-42f3-9963-16625e78bd20 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] 10.222.0.133 "GET /v2.0/security-groups?id=b805e537-5c6d-4db4-9d73-1752372194a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1010768
Feb 02 13:47:47.692469 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port 3938d297-aeab-411a-8fc5-3c1864db9ce4 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:47:47.692816 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:48.986910 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183dd99a-4173-4d93-9be5-574f68e03096 req-f6ee38cc-d1f0-4673-b5b6-c335a0fbb06c tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:47:48.989834 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-183dd99a-4173-4d93-9be5-574f68e03096 req-f6ee38cc-d1f0-4673-b5b6-c335a0fbb06c tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] 10.222.0.133 "GET /v2.0/ports?device_id=b3227a0a-ddee-4778-9271-ba3f63e148ea HTTP/1.1" status: 200  len: 945 time: 0.2632504
Feb 02 13:47:49.106346 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-183dd99a-4173-4d93-9be5-574f68e03096 req-453e7cba-5f5d-4923-91c6-8c752f341998 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] 10.222.0.133 "GET /v2.0/security-groups?id=b805e537-5c6d-4db4-9d73-1752372194a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1057184
Feb 02 13:47:56.009104 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3a22a980-8d49-43a3-b569-1f684125dfdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:56.401322 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.agents_db [None req-a5446886-6d63-4256-b3e6-4e67ca866f31 None None] Agent healthcheck: found 6 active agents {{(pid=80187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 02 13:47:59.066587 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c7e8766e-8d12-4426-afca-822902410145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:47:59.325664 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-1cf2ab86-bf18-4188-a600-2487beca491e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:00.296246 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:01.098676 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-42ef245d-f728-4293-a752-dedea4fc02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:03.140901 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:26.022244 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3b98cb02-0381-4347-bb4f-904be179c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:27.237546 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 48544) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:48:27.508062 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d1d9c489-b523-4f8a-88a2-406e3eb31cb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:27.525966 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-d1d9c489-b523-4f8a-88a2-406e3eb31cb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:48:27.530169 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-d1d9c489-b523-4f8a-88a2-406e3eb31cb1 admin admin] Usage tracker for resource:security_group_rule and tenant:8f02a981b30a415f9ba8d5c12a24119e is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:48:27.533210 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-d1d9c489-b523-4f8a-88a2-406e3eb31cb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:48:27.540042 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-d1d9c489-b523-4f8a-88a2-406e3eb31cb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:48:27.642392 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d1d9c489-b523-4f8a-88a2-406e3eb31cb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:27.645427 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d1d9c489-b523-4f8a-88a2-406e3eb31cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:27.657666 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-327347b7-ccd1-4196-86eb-36d3de29d8af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:48:27.703117 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-d1d9c489-b523-4f8a-88a2-406e3eb31cb1 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=8f02a981b30a415f9ba8d5c12a24119e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4637206
Feb 02 13:48:27.705776 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d9c489-b523-4f8a-88a2-406e3eb31cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8006b5-70f1-45a4-acf9-35699a19361d,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:48:27.706516 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 48552) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:48:27.719973 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9c489-b523-4f8a-88a2-406e3eb31cb1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:27.720468 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9c489-b523-4f8a-88a2-406e3eb31cb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:27.720894 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9c489-b523-4f8a-88a2-406e3eb31cb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:27.721295 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9c489-b523-4f8a-88a2-406e3eb31cb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:27.721691 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9c489-b523-4f8a-88a2-406e3eb31cb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:27.722135 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9c489-b523-4f8a-88a2-406e3eb31cb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:27.722527 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9c489-b523-4f8a-88a2-406e3eb31cb1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:27.722920 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9c489-b523-4f8a-88a2-406e3eb31cb1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:27.723307 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9c489-b523-4f8a-88a2-406e3eb31cb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:27.723716 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9c489-b523-4f8a-88a2-406e3eb31cb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:27.724135 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9c489-b523-4f8a-88a2-406e3eb31cb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:27.724523 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9c489-b523-4f8a-88a2-406e3eb31cb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:27.724968 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9c489-b523-4f8a-88a2-406e3eb31cb1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:27.725344 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9c489-b523-4f8a-88a2-406e3eb31cb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:27.725733 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9c489-b523-4f8a-88a2-406e3eb31cb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:27.726118 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9c489-b523-4f8a-88a2-406e3eb31cb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:27.726496 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9c489-b523-4f8a-88a2-406e3eb31cb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:27.726889 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9c489-b523-4f8a-88a2-406e3eb31cb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:27.727679 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9c489-b523-4f8a-88a2-406e3eb31cb1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:27.727973 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9c489-b523-4f8a-88a2-406e3eb31cb1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:27.728377 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9c489-b523-4f8a-88a2-406e3eb31cb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:27.728825 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9c489-b523-4f8a-88a2-406e3eb31cb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:27.729276 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9c489-b523-4f8a-88a2-406e3eb31cb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:27.729742 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9c489-b523-4f8a-88a2-406e3eb31cb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:27.735481 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-d1d9c489-b523-4f8a-88a2-406e3eb31cb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:48:27.798256 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-58be5462-150e-4fb4-ab4b-e6695bc8f3bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:27.830662 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-58be5462-150e-4fb4-ab4b-e6695bc8f3bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:27.908545 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-58be5462-150e-4fb4-ab4b-e6695bc8f3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:27.914290 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-604fe419-93e4-4092-b119-8dfed792226d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:48:27.929905 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58be5462-150e-4fb4-ab4b-e6695bc8f3bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8006b5-70f1-45a4-acf9-35699a19361d,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:48:27.941420 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be5462-150e-4fb4-ab4b-e6695bc8f3bc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:27.941837 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be5462-150e-4fb4-ab4b-e6695bc8f3bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:27.942249 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be5462-150e-4fb4-ab4b-e6695bc8f3bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:27.942657 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be5462-150e-4fb4-ab4b-e6695bc8f3bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:27.943059 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be5462-150e-4fb4-ab4b-e6695bc8f3bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:27.943462 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be5462-150e-4fb4-ab4b-e6695bc8f3bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:27.943858 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be5462-150e-4fb4-ab4b-e6695bc8f3bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:27.944279 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be5462-150e-4fb4-ab4b-e6695bc8f3bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:27.944672 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be5462-150e-4fb4-ab4b-e6695bc8f3bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:27.945065 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be5462-150e-4fb4-ab4b-e6695bc8f3bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:27.945460 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be5462-150e-4fb4-ab4b-e6695bc8f3bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:27.945851 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be5462-150e-4fb4-ab4b-e6695bc8f3bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:27.946304 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be5462-150e-4fb4-ab4b-e6695bc8f3bc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:27.946699 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be5462-150e-4fb4-ab4b-e6695bc8f3bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:27.947089 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be5462-150e-4fb4-ab4b-e6695bc8f3bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:27.947480 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be5462-150e-4fb4-ab4b-e6695bc8f3bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:27.947870 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be5462-150e-4fb4-ab4b-e6695bc8f3bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:27.948306 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be5462-150e-4fb4-ab4b-e6695bc8f3bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:27.948697 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be5462-150e-4fb4-ab4b-e6695bc8f3bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:27.949089 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be5462-150e-4fb4-ab4b-e6695bc8f3bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:27.949486 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be5462-150e-4fb4-ab4b-e6695bc8f3bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:27.949874 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be5462-150e-4fb4-ab4b-e6695bc8f3bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:27.950901 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be5462-150e-4fb4-ab4b-e6695bc8f3bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:27.951501 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be5462-150e-4fb4-ab4b-e6695bc8f3bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:27.954694 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-58be5462-150e-4fb4-ab4b-e6695bc8f3bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:27.955978 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-58be5462-150e-4fb4-ab4b-e6695bc8f3bc admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/9e8006b5-70f1-45a4-acf9-35699a19361d HTTP/1.1" status: 204  len: 168 time: 0.2483878
Feb 02 13:48:27.956980 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-58be5462-150e-4fb4-ab4b-e6695bc8f3bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:48:28.365399 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 48560) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:48:28.387087 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b21a3c9c-3ce4-435d-bc4f-a674004b6cdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:28.403435 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-b21a3c9c-3ce4-435d-bc4f-a674004b6cdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:48:28.407903 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-b21a3c9c-3ce4-435d-bc4f-a674004b6cdc admin admin] Usage tracker for resource:security_group_rule and tenant:5257ec3edfef4407bba8c91bab45f4db is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:48:28.411233 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-b21a3c9c-3ce4-435d-bc4f-a674004b6cdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:48:28.418425 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-b21a3c9c-3ce4-435d-bc4f-a674004b6cdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:48:28.542437 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b21a3c9c-3ce4-435d-bc4f-a674004b6cdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:28.546287 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b21a3c9c-3ce4-435d-bc4f-a674004b6cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:28.562304 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-26820511-4791-4cd8-9b3b-87bc30089e75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:48:28.606085 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-b21a3c9c-3ce4-435d-bc4f-a674004b6cdc admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=5257ec3edfef4407bba8c91bab45f4db&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2394540
Feb 02 13:48:28.607339 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21a3c9c-3ce4-435d-bc4f-a674004b6cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2468d0-ddb8-4fbd-9d5b-8cb5116d680f,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:48:28.610178 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 48566) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:48:28.611520 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-b21a3c9c-3ce4-435d-bc4f-a674004b6cdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:48:28.679619 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-cf870ed8-9785-4fc9-9c5f-d99aec8bf142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:28.707953 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-cf870ed8-9785-4fc9-9c5f-d99aec8bf142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:28.758800 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-cf870ed8-9785-4fc9-9c5f-d99aec8bf142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:28.767052 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-8508de74-6e54-4b1b-b477-89a507f961be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:48:28.782965 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf870ed8-9785-4fc9-9c5f-d99aec8bf142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2468d0-ddb8-4fbd-9d5b-8cb5116d680f,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:48:28.785543 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-cf870ed8-9785-4fc9-9c5f-d99aec8bf142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:48:28.786739 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-cf870ed8-9785-4fc9-9c5f-d99aec8bf142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:28.791460 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-cf870ed8-9785-4fc9-9c5f-d99aec8bf142 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/bc2468d0-ddb8-4fbd-9d5b-8cb5116d680f HTTP/1.1" status: 204  len: 168 time: 0.1767395
Feb 02 13:48:29.064826 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c7e8766e-8d12-4426-afca-822902410145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:29.328063 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-de79c3ab-9fec-4ba3-bce9-df1ade8e2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:30.291604 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:31.115715 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-42ef245d-f728-4293-a752-dedea4fc02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:33.152517 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:33.394203 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.agents_db [None req-a5446886-6d63-4256-b3e6-4e67ca866f31 None None] Agent healthcheck: found 6 active agents {{(pid=80187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 02 13:48:40.354134 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280b0b7-b876-4792-a561-bce4971c2f77 req-ddb15686-e34b-4527-9642-82ddc04a62f5 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:48:40.355773 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2280b0b7-b876-4792-a561-bce4971c2f77 req-ddb15686-e34b-4527-9642-82ddc04a62f5 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] 10.222.0.133 "GET /v2.0/ports?device_id=b3227a0a-ddee-4778-9271-ba3f63e148ea HTTP/1.1" status: 200  len: 945 time: 0.1720228
Feb 02 13:48:40.434965 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2280b0b7-b876-4792-a561-bce4971c2f77 req-024bae12-4bd9-4bec-b811-688ac2fb8cc3 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] 10.222.0.133 "GET /v2.0/security-groups?id=b805e537-5c6d-4db4-9d73-1752372194a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719569
Feb 02 13:48:41.461529 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device 3938d297-aeab-411a-8fc5-3c1864db9ce4 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 02 13:48:41.532936 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abeb175-5088-45e6-b5fe-2e6ba06961a5 req-d9485fec-50b1-4a36-8087-5170829f4799 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:48:41.534177 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-5abeb175-5088-45e6-b5fe-2e6ba06961a5 req-d9485fec-50b1-4a36-8087-5170829f4799 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] 10.222.0.132 "GET /v2.0/ports?device_id=b3227a0a-ddee-4778-9271-ba3f63e148ea HTTP/1.1" status: 200  len: 945 time: 0.2022171
Feb 02 13:48:41.674757 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:41.688152 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-5abeb175-5088-45e6-b5fe-2e6ba06961a5 req-a411b8f3-04c4-4b41-91f3-8f5247b2afbd tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Deleting port 3938d297-aeab-411a-8fc5-3c1864db9ce4 {{(pid=80184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:48:41.688632 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-5abeb175-5088-45e6-b5fe-2e6ba06961a5 req-a411b8f3-04c4-4b41-91f3-8f5247b2afbd tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:41.725733 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3227a0a-ddee-4778-9271-ba3f63e148ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3938d297-aeab-411a-8fc5-3c1864db9ce4'}] {{(pid=80186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:48:41.743530 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] For port 3938d297-aeab-411a-8fc5-3c1864db9ce4, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=3938d297-aeab-411a-8fc5-3c1864db9ce4,segment=NetworkSegment(cb357ec8-552c-4b55-98c6-8c529757c74d),segment_id=cb357ec8-552c-4b55-98c6-8c529757c74d)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:48:41.747674 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:41.750779 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:48:41.873279 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Pushing event updated for resources: {'Port': ['ID=3938d297-aeab-411a-8fc5-3c1864db9ce4,revision_number=5']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:48:41.888876 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:41.890065 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:41.890811 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:41.891859 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:41.892282 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:41.892666 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:41.893235 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:41.893603 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:41.894123 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:41.894490 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:41.894995 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:41.895433 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:41.896083 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:41.896507 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:41.897134 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:41.897773 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:41.898329 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:41.898686 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:41.899306 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:41.900287 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:41.901341 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:41.902073 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:41.902668 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:41.903661 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:48:41.912116 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:48:42.095692 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3227a0a-ddee-4778-9271-ba3f63e148ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3938d297-aeab-411a-8fc5-3c1864db9ce4', 'code': 200}
Feb 02 13:48:42.448203 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af659bd3-8f41-48db-8478-54ad98b8ff88 req-e6cc08b3-ff6d-4ffa-aeee-2d5fe00ad728 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:48:42.450097 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-af659bd3-8f41-48db-8478-54ad98b8ff88 req-e6cc08b3-ff6d-4ffa-aeee-2d5fe00ad728 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] 10.222.0.133 "GET /v2.0/ports?device_id=b3227a0a-ddee-4778-9271-ba3f63e148ea HTTP/1.1" status: 200  len: 945 time: 0.8273749
Feb 02 13:48:42.462600 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-5abeb175-5088-45e6-b5fe-2e6ba06961a5 req-a411b8f3-04c4-4b41-91f3-8f5247b2afbd tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] For port 3938d297-aeab-411a-8fc5-3c1864db9ce4, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=3938d297-aeab-411a-8fc5-3c1864db9ce4,segment=NetworkSegment(cb357ec8-552c-4b55-98c6-8c529757c74d),segment_id=cb357ec8-552c-4b55-98c6-8c529757c74d)] {{(pid=80184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:48:42.463235 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-5abeb175-5088-45e6-b5fe-2e6ba06961a5 req-a411b8f3-04c4-4b41-91f3-8f5247b2afbd tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:42.689225 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-5abeb175-5088-45e6-b5fe-2e6ba06961a5 req-a411b8f3-04c4-4b41-91f3-8f5247b2afbd tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Calling delete_port for 3938d297-aeab-411a-8fc5-3c1864db9ce4 owned by compute:nova {{(pid=80184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:48:42.754424 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6b93d078-4766-43c4-887b-a96141f78645 req-1b6faf6c-1899-4f6d-ace8-be4d371cd3fd service neutron] 10.222.0.132 "GET /v2.0/ports?device_id=64827ab0-967e-46e8-8b3c-49ad2e6d3116&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.4572968
Feb 02 13:48:42.810997 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-af659bd3-8f41-48db-8478-54ad98b8ff88 req-99f9de71-7a6e-4421-8a8f-51db32e76225 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] 10.222.0.133 "GET /v2.0/security-groups?id=b805e537-5c6d-4db4-9d73-1752372194a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3299468
Feb 02 13:48:42.943692 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 48752) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:48:42.978415 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-5abeb175-5088-45e6-b5fe-2e6ba06961a5 req-a411b8f3-04c4-4b41-91f3-8f5247b2afbd tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264942761622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264943208991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851940450'] for port, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:42.997264 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-81c65962-2eae-41ce-bb01-b42f31cfb43d tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:48:43.038170 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b93d078-4766-43c4-887b-a96141f78645 req-01a844bb-f00d-4744-aa1d-1cf585a3540e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:48:43.042186 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6b93d078-4766-43c4-887b-a96141f78645 req-01a844bb-f00d-4744-aa1d-1cf585a3540e service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=9fd246219b8b41dbaae8904115d1595f&device_id=64827ab0-967e-46e8-8b3c-49ad2e6d3116 HTTP/1.1" status: 200  len: 1162 time: 0.1269701
Feb 02 13:48:43.056141 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a411b8f3-04c4-4b41-91f3-8f5247b2afbd tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Pushing event deleted for resources: {'Port': ['ID=3938d297-aeab-411a-8fc5-3c1864db9ce4,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:48:43.123591 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-a411b8f3-04c4-4b41-91f3-8f5247b2afbd tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:48:43.244750 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-26f41f17-22f2-462b-8ca9-61740e9b506d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:43.296079 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-26f41f17-22f2-462b-8ca9-61740e9b506d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:48:43.305123 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b93d078-4766-43c4-887b-a96141f78645 req-b3e2cd8a-681b-4e53-a5a9-4112bb5e57c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:48:43.307428 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6b93d078-4766-43c4-887b-a96141f78645 req-b3e2cd8a-681b-4e53-a5a9-4112bb5e57c8 service neutron] 10.222.0.132 "GET /v2.0/networks?id=0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593 HTTP/1.1" status: 200  len: 905 time: 0.2396476
Feb 02 13:48:43.312781 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-26f41f17-22f2-462b-8ca9-61740e9b506d admin admin] Usage tracker for resource:security_group_rule and tenant:6781b1c81bc64e7391130e04a52e25ac is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:48:43.319881 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-26f41f17-22f2-462b-8ca9-61740e9b506d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:48:43.333870 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-26f41f17-22f2-462b-8ca9-61740e9b506d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:48:43.410143 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [req-5abeb175-5088-45e6-b5fe-2e6ba06961a5 req-a411b8f3-04c4-4b41-91f3-8f5247b2afbd tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] No DVR routers for this DVR port 3938d297-aeab-411a-8fc5-3c1864db9ce4 on host hv-cinder-77238 {{(pid=80184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 02 13:48:43.417458 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-5abeb175-5088-45e6-b5fe-2e6ba06961a5 req-a411b8f3-04c4-4b41-91f3-8f5247b2afbd tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for port, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:43.421373 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3227a0a-ddee-4778-9271-ba3f63e148ea', 'name': 'network-vif-deleted', 'tag': '3938d297-aeab-411a-8fc5-3c1864db9ce4'}] {{(pid=80184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:48:43.468964 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-5abeb175-5088-45e6-b5fe-2e6ba06961a5 req-a411b8f3-04c4-4b41-91f3-8f5247b2afbd tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] 10.222.0.132 "DELETE /v2.0/ports/3938d297-aeab-411a-8fc5-3c1864db9ce4 HTTP/1.1" status: 204  len: 173 time: 1.9261241
Feb 02 13:48:43.472023 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6b93d078-4766-43c4-887b-a96141f78645 req-19659bdb-49c5-4754-a920-daef0338f101 service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc0cfb82-2fc7-4aec-bff0-97a94de2f25a HTTP/1.1" status: 200  len: 1001 time: 0.1560237
Feb 02 13:48:43.522869 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3227a0a-ddee-4778-9271-ba3f63e148ea', 'name': 'network-vif-deleted', 'tag': '3938d297-aeab-411a-8fc5-3c1864db9ce4', 'status': 'completed', 'code': 200}
Feb 02 13:48:43.594098 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-26f41f17-22f2-462b-8ca9-61740e9b506d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:43.598275 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b93d078-4766-43c4-887b-a96141f78645 req-2c83bb86-7f9d-4085-832a-870ac07c123b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:48:43.601228 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6b93d078-4766-43c4-887b-a96141f78645 req-2c83bb86-7f9d-4085-832a-870ac07c123b service neutron] 10.222.0.132 "GET /v2.0/subnets?id=c84715ee-f128-4ac6-b34f-2786eff260c7 HTTP/1.1" status: 200  len: 850 time: 0.1200979
Feb 02 13:48:43.602305 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-26f41f17-22f2-462b-8ca9-61740e9b506d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:43.614370 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-2f1bcee3-139e-457c-8c49-890a0bc3e179 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:48:43.678741 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-26f41f17-22f2-462b-8ca9-61740e9b506d admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=6781b1c81bc64e7391130e04a52e25ac&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7335055
Feb 02 13:48:43.679844 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f41f17-22f2-462b-8ca9-61740e9b506d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b3fd2b-fc42-4b14-b1a4-ad7d3cc13580,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:48:43.689997 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 48760) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:48:43.695835 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-26f41f17-22f2-462b-8ca9-61740e9b506d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:48:43.764996 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b93d078-4766-43c4-887b-a96141f78645 req-0501827f-c1a4-40f5-bcaf-ea67b95c6f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:48:43.768584 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6b93d078-4766-43c4-887b-a96141f78645 req-0501827f-c1a4-40f5-bcaf-ea67b95c6f1a service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1596401
Feb 02 13:48:43.802075 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-7343d5cd-5453-4e28-8e2b-86db33605498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:43.861596 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-7343d5cd-5453-4e28-8e2b-86db33605498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:43.945146 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-7343d5cd-5453-4e28-8e2b-86db33605498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:43.955436 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-dc38823b-29bf-41e2-a29f-b7845af4e818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:48:43.982915 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7343d5cd-5453-4e28-8e2b-86db33605498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b3fd2b-fc42-4b14-b1a4-ad7d3cc13580,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:48:43.987763 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-7343d5cd-5453-4e28-8e2b-86db33605498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:48:43.993285 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-7343d5cd-5453-4e28-8e2b-86db33605498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:43.999352 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-7343d5cd-5453-4e28-8e2b-86db33605498 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/26b3fd2b-fc42-4b14-b1a4-ad7d3cc13580 HTTP/1.1" status: 204  len: 168 time: 0.3065464
Feb 02 13:48:44.031352 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6b93d078-4766-43c4-887b-a96141f78645 req-144f024b-6a6f-430a-bde1-8fd20892f7e3 service neutron] 10.222.0.132 "GET /v2.0/networks/0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2569733
Feb 02 13:48:44.211390 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-2efc5e99-36a2-4c7a-b242-3e99ea288fca req-fc78c325-5185-4163-ba15-66c6d8ed5fdc tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Synchronizing usage tracker for tenant:631f81c70cc04a60b1d7ccf56539dea1 on resource:port {{(pid=80184) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:48:44.245583 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-2efc5e99-36a2-4c7a-b242-3e99ea288fca req-fc78c325-5185-4163-ba15-66c6d8ed5fdc tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Unset dirty status for tenant:631f81c70cc04a60b1d7ccf56539dea1 on resource:port {{(pid=80184) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:48:44.247831 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2efc5e99-36a2-4c7a-b242-3e99ea288fca req-fc78c325-5185-4163-ba15-66c6d8ed5fdc tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] 10.222.0.133 "GET /v2.0/ports?device_id=b3227a0a-ddee-4778-9271-ba3f63e148ea HTTP/1.1" status: 200  len: 210 time: 0.1425602
Feb 02 13:48:44.323160 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6b93d078-4766-43c4-887b-a96141f78645 req-e6c642c5-38f3-4313-9362-fcd6b103bd09 service neutron] 10.222.0.132 "GET /v2.0/networks/0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2827535
Feb 02 13:48:44.633983 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 48770) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:48:44.664630 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ed1a2f1c-f258-4c62-9ff4-5da6de008884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:44.687778 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-ed1a2f1c-f258-4c62-9ff4-5da6de008884 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:48:44.694723 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-ed1a2f1c-f258-4c62-9ff4-5da6de008884 admin admin] Usage tracker for resource:security_group_rule and tenant:4e5e0cc6986841c0ba259130d0e1b181 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:48:44.699044 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-ed1a2f1c-f258-4c62-9ff4-5da6de008884 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:48:44.712136 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-ed1a2f1c-f258-4c62-9ff4-5da6de008884 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:48:44.830271 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ed1a2f1c-f258-4c62-9ff4-5da6de008884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:44.836417 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ed1a2f1c-f258-4c62-9ff4-5da6de008884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:44.846500 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-4b45fa3d-c150-4f6c-add3-5da1807a0c3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:48:44.899356 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1a2f1c-f258-4c62-9ff4-5da6de008884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b224543a-01cf-4b6a-89b8-59ddcce3d6dc,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:48:44.904538 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-ed1a2f1c-f258-4c62-9ff4-5da6de008884 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=4e5e0cc6986841c0ba259130d0e1b181&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2691183
Feb 02 13:48:44.905767 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-ed1a2f1c-f258-4c62-9ff4-5da6de008884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:48:44.909481 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 48774) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:48:45.010616 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-9d535e87-3f74-473f-ba1f-118371d92466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:45.064912 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-9d535e87-3f74-473f-ba1f-118371d92466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:45.125972 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-9d535e87-3f74-473f-ba1f-118371d92466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:45.137350 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-a7bb7618-8130-4487-9e7f-b1faa0e4bbfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:48:45.162590 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d535e87-3f74-473f-ba1f-118371d92466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b224543a-01cf-4b6a-89b8-59ddcce3d6dc,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:48:45.169484 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-9d535e87-3f74-473f-ba1f-118371d92466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:48:45.172312 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-9d535e87-3f74-473f-ba1f-118371d92466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:45.173836 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-9d535e87-3f74-473f-ba1f-118371d92466 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/b224543a-01cf-4b6a-89b8-59ddcce3d6dc HTTP/1.1" status: 204  len: 168 time: 0.2629735
Feb 02 13:48:51.105166 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 48940) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:48:51.353182 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c6d946f2-99c8-4305-8527-139894d076f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:51.373200 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-c6d946f2-99c8-4305-8527-139894d076f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:48:51.378166 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-c6d946f2-99c8-4305-8527-139894d076f0 admin admin] Usage tracker for resource:security_group_rule and tenant:ae1975f117784e379d2da1e15a6773f7 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:48:51.381407 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-c6d946f2-99c8-4305-8527-139894d076f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:48:51.390105 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-c6d946f2-99c8-4305-8527-139894d076f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:48:51.509717 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c6d946f2-99c8-4305-8527-139894d076f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:51.513888 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c6d946f2-99c8-4305-8527-139894d076f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:51.525205 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-6d1f7ccd-e566-4bd1-8894-31316a437f8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:48:51.586010 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-c6d946f2-99c8-4305-8527-139894d076f0 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=ae1975f117784e379d2da1e15a6773f7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4793880
Feb 02 13:48:51.589033 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 48946) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:48:51.589250 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d946f2-99c8-4305-8527-139894d076f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13aea9c-f672-4ada-876d-c788a51e61ca,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:48:51.594605 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-c6d946f2-99c8-4305-8527-139894d076f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:48:51.674603 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-dd15987f-b940-4d62-a151-e825aa77030c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:51.711450 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-dd15987f-b940-4d62-a151-e825aa77030c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:51.783182 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-dd15987f-b940-4d62-a151-e825aa77030c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:51.789516 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-d1d9c489-b523-4f8a-88a2-406e3eb31cb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:48:51.805355 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd15987f-b940-4d62-a151-e825aa77030c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13aea9c-f672-4ada-876d-c788a51e61ca,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:48:51.810586 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-dd15987f-b940-4d62-a151-e825aa77030c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:48:51.813041 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-dd15987f-b940-4d62-a151-e825aa77030c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:51.816898 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-dd15987f-b940-4d62-a151-e825aa77030c admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/e13aea9c-f672-4ada-876d-c788a51e61ca HTTP/1.1" status: 204  len: 168 time: 0.2262828
Feb 02 13:48:52.284381 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 48956) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:48:52.308131 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d1840dc0-4882-4143-8fa3-eddbd06fd21e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:52.325817 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-d1840dc0-4882-4143-8fa3-eddbd06fd21e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:48:52.330251 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-d1840dc0-4882-4143-8fa3-eddbd06fd21e admin admin] Usage tracker for resource:security_group_rule and tenant:a7f57f77704f460797ac90969df7ec0c is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:48:52.333415 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-d1840dc0-4882-4143-8fa3-eddbd06fd21e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:48:52.340605 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-d1840dc0-4882-4143-8fa3-eddbd06fd21e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:48:52.446345 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d1840dc0-4882-4143-8fa3-eddbd06fd21e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:52.449704 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d1840dc0-4882-4143-8fa3-eddbd06fd21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:52.459118 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-9d535e87-3f74-473f-ba1f-118371d92466 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:48:52.519879 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-d1840dc0-4882-4143-8fa3-eddbd06fd21e admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=a7f57f77704f460797ac90969df7ec0c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2335138
Feb 02 13:48:52.520960 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1840dc0-4882-4143-8fa3-eddbd06fd21e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e910bff-ed65-4422-a019-1504e6348f78,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:48:52.523200 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 48960) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:48:52.525195 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-d1840dc0-4882-4143-8fa3-eddbd06fd21e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:48:52.608733 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d8b37e31-d15e-4f3a-8e89-ccd733b4c813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:52.642777 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d8b37e31-d15e-4f3a-8e89-ccd733b4c813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:52.701056 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d8b37e31-d15e-4f3a-8e89-ccd733b4c813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:52.706825 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-49f85e31-2ab4-48c0-bc07-b8f4eb61067f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:48:52.720977 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b37e31-d15e-4f3a-8e89-ccd733b4c813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e910bff-ed65-4422-a019-1504e6348f78,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:48:52.724269 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-d8b37e31-d15e-4f3a-8e89-ccd733b4c813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:48:52.726499 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d8b37e31-d15e-4f3a-8e89-ccd733b4c813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:52.728262 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-d8b37e31-d15e-4f3a-8e89-ccd733b4c813 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/2e910bff-ed65-4422-a019-1504e6348f78 HTTP/1.1" status: 204  len: 168 time: 0.2033510
Feb 02 13:48:53.661014 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61cd26-0ee5-46e5-b94d-ec0dd5b91567 req-e532a203-555f-4ac0-8d7d-60c36bfb8142 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:48:53.662814 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ad61cd26-0ee5-46e5-b94d-ec0dd5b91567 req-e532a203-555f-4ac0-8d7d-60c36bfb8142 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] 10.222.0.133 "GET /v2.0/networks?id=0f8cc4e3-553a-4f85-b408-1fd3b978150f HTTP/1.1" status: 200  len: 814 time: 0.2773001
Feb 02 13:48:53.690635 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ad61cd26-0ee5-46e5-b94d-ec0dd5b91567 req-c67c4678-6448-4fd4-ae03-15136adede45 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] 10.222.0.133 "GET /v2.0/quotas/631f81c70cc04a60b1d7ccf56539dea1 HTTP/1.1" status: 200  len: 375 time: 0.0176654
Feb 02 13:48:53.777653 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ad61cd26-0ee5-46e5-b94d-ec0dd5b91567 req-1a8d4211-b891-4b7c-9d3a-ce482eace088 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] 10.222.0.133 "GET /v2.0/ports?tenant_id=631f81c70cc04a60b1d7ccf56539dea1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0786715
Feb 02 13:48:53.802990 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [req-ad61cd26-0ee5-46e5-b94d-ec0dd5b91567 req-70a47bb0-93b7-48eb-ae1e-d1532e46c689 service neutron] http://10.222.0.133:9696/v2.0/extensions returned with HTTP 200 {{(pid=80184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 02 13:48:53.804767 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ad61cd26-0ee5-46e5-b94d-ec0dd5b91567 req-70a47bb0-93b7-48eb-ae1e-d1532e46c689 service neutron] 10.222.0.133 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0108790
Feb 02 13:48:54.054229 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ad61cd26-0ee5-46e5-b94d-ec0dd5b91567 req-7bc9ae25-53f3-449f-b7f8-8563e4997ca1 service neutron] 10.222.0.133 "GET /v2.0/networks/0f8cc4e3-553a-4f85-b408-1fd3b978150f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2352815
Feb 02 13:48:54.254545 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ad61cd26-0ee5-46e5-b94d-ec0dd5b91567 req-7576ef02-7f86-4f55-a933-2fdc8529ab85 service neutron] 10.222.0.133 "GET /v2.0/networks/0f8cc4e3-553a-4f85-b408-1fd3b978150f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1913602
Feb 02 13:48:54.583595 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6ab6dbb4-6071-452c-a75e-ab9d5ccc499c req-eda186f8-3b93-4422-8d33-13067051dd71 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] 10.222.0.133 "GET /v2.0/ports?device_id=8918bda4-f455-4789-9590-a6d7348473b4 HTTP/1.1" status: 200  len: 210 time: 0.0586307
Feb 02 13:48:55.878070 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-65b4d82b-ee06-4521-8abb-30804a6d9714 req-0b906423-2cbe-46d7-8909-e9ab2b3cdc84 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] 10.222.0.133 "GET /v2.0/ports?device_id=8918bda4-f455-4789-9590-a6d7348473b4 HTTP/1.1" status: 200  len: 210 time: 0.0948405
Feb 02 13:48:56.009923 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-9b98bd1f-5471-468e-b4e4-a954d4b029af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:56.140761 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61cd26-0ee5-46e5-b94d-ec0dd5b91567 req-4396c1dc-5e20-4932-81bb-c1c4baa5917a tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:48:56.142649 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ad61cd26-0ee5-46e5-b94d-ec0dd5b91567 req-4396c1dc-5e20-4932-81bb-c1c4baa5917a tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] 10.222.0.132 "GET /v2.0/networks?id=0f8cc4e3-553a-4f85-b408-1fd3b978150f HTTP/1.1" status: 200  len: 814 time: 0.4374590
Feb 02 13:48:56.161354 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-ad61cd26-0ee5-46e5-b94d-ec0dd5b91567 req-449a091c-a222-4003-a279-758920e59cba tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Request body: {'port': {'device_id': '8918bda4-f455-4789-9590-a6d7348473b4', 'network_id': '0f8cc4e3-553a-4f85-b408-1fd3b978150f', 'admin_state_up': True, 'tenant_id': '631f81c70cc04a60b1d7ccf56539dea1'}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:48:56.352394 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-ad61cd26-0ee5-46e5-b94d-ec0dd5b91567 req-449a091c-a222-4003-a279-758920e59cba tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:48:56.363747 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-ad61cd26-0ee5-46e5-b94d-ec0dd5b91567 req-449a091c-a222-4003-a279-758920e59cba tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:48:56.373901 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad61cd26-0ee5-46e5-b94d-ec0dd5b91567 req-449a091c-a222-4003-a279-758920e59cba tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Made reservation on behalf of 631f81c70cc04a60b1d7ccf56539dea1 for: {'port': 1} {{(pid=80185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 02 13:48:56.397862 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-ad61cd26-0ee5-46e5-b94d-ec0dd5b91567 req-449a091c-a222-4003-a279-758920e59cba tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:56.802865 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_common [req-ad61cd26-0ee5-46e5-b94d-ec0dd5b91567 req-449a091c-a222-4003-a279-758920e59cba tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Allocated IP 172.20.0.2 (0f8cc4e3-553a-4f85-b408-1fd3b978150f/b1119e60-5bf7-4ce1-ae9d-75780683b13d/b505e43d-b805-4e02-9517-d87635ab059c) {{(pid=80185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 02 13:48:57.128832 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-ad61cd26-0ee5-46e5-b94d-ec0dd5b91567 req-449a091c-a222-4003-a279-758920e59cba tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Notify callbacks [] for port, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:57.148634 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-6e28e7ab-8f79-4688-abad-6a8e1009d043 req-3ee1e4a3-4a7f-4ee3-9495-f91a0d6d8499 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] 10.222.0.133 "GET /v2.0/ports?device_id=8918bda4-f455-4789-9590-a6d7348473b4 HTTP/1.1" status: 200  len: 210 time: 0.0931756
Feb 02 13:48:57.183914 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-ad61cd26-0ee5-46e5-b94d-ec0dd5b91567 req-449a091c-a222-4003-a279-758920e59cba tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264943169311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2210562'] for port, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:57.213017 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-365f1980-3041-4b94-bf43-f6af76ce0f1c tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:48:57.412104 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449a091c-a222-4003-a279-758920e59cba tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Pushing event updated for resources: {'Port': ['ID=b505e43d-b805-4e02-9517-d87635ab059c,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:48:57.418188 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-449a091c-a222-4003-a279-758920e59cba tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:48:57.489021 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad61cd26-0ee5-46e5-b94d-ec0dd5b91567 req-449a091c-a222-4003-a279-758920e59cba tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Network 0f8cc4e3-553a-4f85-b408-1fd3b978150f is already hosted by enough agents. {{(pid=80185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:48:57.490680 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [req-ad61cd26-0ee5-46e5-b94d-ec0dd5b91567 req-449a091c-a222-4003-a279-758920e59cba tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Resources bound (agent type, host, resource id):  {{(pid=80185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:48:57.493942 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad61cd26-0ee5-46e5-b94d-ec0dd5b91567 req-449a091c-a222-4003-a279-758920e59cba tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Received port after_create {{(pid=80185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 02 13:48:57.682626 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61cd26-0ee5-46e5-b94d-ec0dd5b91567 req-449a091c-a222-4003-a279-758920e59cba tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:48:57.683519 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-ad61cd26-0ee5-46e5-b94d-ec0dd5b91567 req-449a091c-a222-4003-a279-758920e59cba tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for port, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:57.738438 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ad61cd26-0ee5-46e5-b94d-ec0dd5b91567 req-449a091c-a222-4003-a279-758920e59cba tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] 10.222.0.132 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5844543
Feb 02 13:48:57.749675 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-ad61cd26-0ee5-46e5-b94d-ec0dd5b91567 req-eca27823-d00e-41e0-91db-6bb15b920a74 service neutron] Request body: {'port': {'device_id': '8918bda4-f455-4789-9590-a6d7348473b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:48:57.939525 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-ad61cd26-0ee5-46e5-b94d-ec0dd5b91567 req-eca27823-d00e-41e0-91db-6bb15b920a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:58.681573 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70756069-6c3a-47fb-8745-c27dc1e14bc0 req-90987e39-adb3-47e4-b3d7-89d152af4b38 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:48:58.683704 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-70756069-6c3a-47fb-8745-c27dc1e14bc0 req-90987e39-adb3-47e4-b3d7-89d152af4b38 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] 10.222.0.133 "GET /v2.0/ports?device_id=8918bda4-f455-4789-9590-a6d7348473b4 HTTP/1.1" status: 200  len: 931 time: 0.2766666
Feb 02 13:48:58.691371 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [req-ad61cd26-0ee5-46e5-b94d-ec0dd5b91567 req-eca27823-d00e-41e0-91db-6bb15b920a74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b505e43d-b805-4e02-9517-d87635ab059c {{(pid=80185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 02 13:48:58.707603 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-ad61cd26-0ee5-46e5-b94d-ec0dd5b91567 req-eca27823-d00e-41e0-91db-6bb15b920a74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:58.734856 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [req-ad61cd26-0ee5-46e5-b94d-ec0dd5b91567 req-eca27823-d00e-41e0-91db-6bb15b920a74 service neutron] Transition to ACTIVE for port object b505e43d-b805-4e02-9517-d87635ab059c will not be triggered until provisioned by entity L2. {{(pid=80185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:48:58.739685 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-ad61cd26-0ee5-46e5-b94d-ec0dd5b91567 req-eca27823-d00e-41e0-91db-6bb15b920a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852565131'] for port, after_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:58.795022 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-70756069-6c3a-47fb-8745-c27dc1e14bc0 req-1bee3b79-6075-4e60-bba0-0d2213bfa78a tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] 10.222.0.133 "GET /v2.0/security-groups?id=b805e537-5c6d-4db4-9d73-1752372194a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1019261
Feb 02 13:48:58.884138 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-0c00dfb9-d88c-4493-a1ba-a1cb7f0af2e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:48:59.052481 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca27823-d00e-41e0-91db-6bb15b920a74 service neutron] Pushing event updated for resources: {'Port': ['ID=b505e43d-b805-4e02-9517-d87635ab059c,revision_number=2']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:48:59.068724 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-eca27823-d00e-41e0-91db-6bb15b920a74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:48:59.069881 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c7e8766e-8d12-4426-afca-822902410145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:59.298679 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [req-ad61cd26-0ee5-46e5-b94d-ec0dd5b91567 req-eca27823-d00e-41e0-91db-6bb15b920a74 service neutron] Attempting to bind port b505e43d-b805-4e02-9517-d87635ab059c on host hv-cinder-77238 for vnic_type normal with profile  {{(pid=80185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 02 13:48:59.299069 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [req-ad61cd26-0ee5-46e5-b94d-ec0dd5b91567 req-eca27823-d00e-41e0-91db-6bb15b920a74 service neutron] Attempting to bind port b505e43d-b805-4e02-9517-d87635ab059c by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': 'cb357ec8-552c-4b55-98c6-8c529757c74d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0f8cc4e3-553a-4f85-b408-1fd3b978150f'}] {{(pid=80185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 02 13:48:59.299493 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad61cd26-0ee5-46e5-b94d-ec0dd5b91567 req-eca27823-d00e-41e0-91db-6bb15b920a74 service neutron] Attempting to bind port b505e43d-b805-4e02-9517-d87635ab059c on network 0f8cc4e3-553a-4f85-b408-1fd3b978150f {{(pid=80185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 02 13:48:59.306719 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad61cd26-0ee5-46e5-b94d-ec0dd5b91567 req-eca27823-d00e-41e0-91db-6bb15b920a74 service neutron] Checking agent: {'id': '3f7ac43e-b359-42e2-9e67-18be39e96b32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 34, 33), 'started_at': datetime.datetime(2021, 2, 2, 13, 35, 3), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.120', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 02 13:48:59.307296 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad61cd26-0ee5-46e5-b94d-ec0dd5b91567 req-eca27823-d00e-41e0-91db-6bb15b920a74 service neutron] Checking segment: {'id': 'cb357ec8-552c-4b55-98c6-8c529757c74d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0f8cc4e3-553a-4f85-b408-1fd3b978150f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:48:59.307633 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-ad61cd26-0ee5-46e5-b94d-ec0dd5b91567 req-eca27823-d00e-41e0-91db-6bb15b920a74 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:59.308321 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad61cd26-0ee5-46e5-b94d-ec0dd5b91567 req-eca27823-d00e-41e0-91db-6bb15b920a74 service neutron] Bound using segment: {'id': 'cb357ec8-552c-4b55-98c6-8c529757c74d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0f8cc4e3-553a-4f85-b408-1fd3b978150f'} {{(pid=80185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 02 13:48:59.308593 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [req-ad61cd26-0ee5-46e5-b94d-ec0dd5b91567 req-eca27823-d00e-41e0-91db-6bb15b920a74 service neutron] Bound port: b505e43d-b805-4e02-9517-d87635ab059c, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb357ec8-552c-4b55-98c6-8c529757c74d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0f8cc4e3-553a-4f85-b408-1fd3b978150f'}}] {{(pid=80185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 02 13:48:59.308898 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-ad61cd26-0ee5-46e5-b94d-ec0dd5b91567 req-eca27823-d00e-41e0-91db-6bb15b920a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:59.336199 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-cf1c44b7-5a94-4f82-bf43-55c9d4303bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:59.667774 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-ad61cd26-0ee5-46e5-b94d-ec0dd5b91567 req-eca27823-d00e-41e0-91db-6bb15b920a74 service neutron] For port b505e43d-b805-4e02-9517-d87635ab059c, host hv-cinder-77238, cleared binding levels {{(pid=80185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 02 13:48:59.672207 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-ad61cd26-0ee5-46e5-b94d-ec0dd5b91567 req-eca27823-d00e-41e0-91db-6bb15b920a74 service neutron] For port b505e43d-b805-4e02-9517-d87635ab059c, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=b505e43d-b805-4e02-9517-d87635ab059c,segment=NetworkSegment(cb357ec8-552c-4b55-98c6-8c529757c74d),segment_id=cb357ec8-552c-4b55-98c6-8c529757c74d)] {{(pid=80185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 02 13:48:59.677857 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-ad61cd26-0ee5-46e5-b94d-ec0dd5b91567 req-eca27823-d00e-41e0-91db-6bb15b920a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852565131'] for port, after_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:59.706097 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f6e17ead-9b95-40bc-be2d-4ac9c48300c9 tempest-TestMinimumBasicScenario-1235776209 tempest-TestMinimumBasicScenario-1235776209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:48:59.897975 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca27823-d00e-41e0-91db-6bb15b920a74 service neutron] Pushing event updated for resources: {'Port': ['ID=b505e43d-b805-4e02-9517-d87635ab059c,revision_number=3']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:48:59.902993 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-eca27823-d00e-41e0-91db-6bb15b920a74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:48:59.945826 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61cd26-0ee5-46e5-b94d-ec0dd5b91567 req-eca27823-d00e-41e0-91db-6bb15b920a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:48:59.947028 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-ad61cd26-0ee5-46e5-b94d-ec0dd5b91567 req-eca27823-d00e-41e0-91db-6bb15b920a74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for port, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:48:59.949371 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ad61cd26-0ee5-46e5-b94d-ec0dd5b91567 req-eca27823-d00e-41e0-91db-6bb15b920a74 service neutron] 10.222.0.132 "PUT /v2.0/ports/b505e43d-b805-4e02-9517-d87635ab059c HTTP/1.1" status: 200  len: 1157 time: 2.2047844
Feb 02 13:48:59.950402 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8918bda4-f455-4789-9590-a6d7348473b4', 'tag': 'b505e43d-b805-4e02-9517-d87635ab059c'}] {{(pid=80185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:49:00.064678 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8918bda4-f455-4789-9590-a6d7348473b4', 'tag': 'b505e43d-b805-4e02-9517-d87635ab059c', 'status': 'completed', 'code': 200}
Feb 02 13:49:00.138703 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61cd26-0ee5-46e5-b94d-ec0dd5b91567 req-cd1e3bd7-091c-4351-9995-17809a0b516d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:49:00.140541 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ad61cd26-0ee5-46e5-b94d-ec0dd5b91567 req-cd1e3bd7-091c-4351-9995-17809a0b516d service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=631f81c70cc04a60b1d7ccf56539dea1&device_id=8918bda4-f455-4789-9590-a6d7348473b4 HTTP/1.1" status: 200  len: 1160 time: 0.1358385
Feb 02 13:49:00.244653 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ad61cd26-0ee5-46e5-b94d-ec0dd5b91567 req-d418eb73-4106-48b0-bf11-ebe01e0bc490 service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b505e43d-b805-4e02-9517-d87635ab059c HTTP/1.1" status: 200  len: 217 time: 0.0961072
Feb 02 13:49:00.278860 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a2ba9-845b-41e6-80d6-9c799f807063 req-1e664d0e-e367-409b-b298-9720cbc98e6e tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:49:00.280792 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-544a2ba9-845b-41e6-80d6-9c799f807063 req-1e664d0e-e367-409b-b298-9720cbc98e6e tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] 10.222.0.133 "GET /v2.0/ports?device_id=8918bda4-f455-4789-9590-a6d7348473b4 HTTP/1.1" status: 200  len: 943 time: 0.2658827
Feb 02 13:49:00.308781 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:00.369697 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61cd26-0ee5-46e5-b94d-ec0dd5b91567 req-fe222bf9-5a5a-4391-acc4-6073aea18ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:49:00.373420 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ad61cd26-0ee5-46e5-b94d-ec0dd5b91567 req-fe222bf9-5a5a-4391-acc4-6073aea18ff0 service neutron] 10.222.0.132 "GET /v2.0/subnets?id=b1119e60-5bf7-4ce1-ae9d-75780683b13d HTTP/1.1" status: 200  len: 854 time: 0.1202066
Feb 02 13:49:00.389513 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-544a2ba9-845b-41e6-80d6-9c799f807063 req-1987cb9b-456d-493e-880f-46fb114ab388 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] 10.222.0.133 "GET /v2.0/security-groups?id=b805e537-5c6d-4db4-9d73-1752372194a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0907533
Feb 02 13:49:00.497695 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ad61cd26-0ee5-46e5-b94d-ec0dd5b91567 req-44201001-5f22-4e2d-8253-9ee2964999d2 service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=0f8cc4e3-553a-4f85-b408-1fd3b978150f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1173460
Feb 02 13:49:00.781829 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ad61cd26-0ee5-46e5-b94d-ec0dd5b91567 req-aa41f1d0-fb71-4ce3-9e0c-bce1972a67fa service neutron] 10.222.0.132 "GET /v2.0/networks/0f8cc4e3-553a-4f85-b408-1fd3b978150f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2753220
Feb 02 13:49:00.983423 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ad61cd26-0ee5-46e5-b94d-ec0dd5b91567 req-689dd0b5-0f7b-4ef1-bfb9-fdeeaab8f06a service neutron] 10.222.0.132 "GET /v2.0/networks/0f8cc4e3-553a-4f85-b408-1fd3b978150f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1866887
Feb 02 13:49:01.117193 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-42ef245d-f728-4293-a752-dedea4fc02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:01.156402 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c6d55f-7ad3-49ee-9033-50ed5f6d11e1 req-48c8529a-813c-4fcf-9bf4-0b5517191b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:49:01.159307 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-91c6d55f-7ad3-49ee-9033-50ed5f6d11e1 req-48c8529a-813c-4fcf-9bf4-0b5517191b19 service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=631f81c70cc04a60b1d7ccf56539dea1&device_id=8918bda4-f455-4789-9590-a6d7348473b4 HTTP/1.1" status: 200  len: 1160 time: 0.1136897
Feb 02 13:49:01.353583 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c6d55f-7ad3-49ee-9033-50ed5f6d11e1 req-b45e254b-927a-4b2c-a7dd-39a1ce9a0bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:49:01.355106 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-91c6d55f-7ad3-49ee-9033-50ed5f6d11e1 req-b45e254b-927a-4b2c-a7dd-39a1ce9a0bdb service neutron] 10.222.0.132 "GET /v2.0/networks?id=0f8cc4e3-553a-4f85-b408-1fd3b978150f HTTP/1.1" status: 200  len: 908 time: 0.1894681
Feb 02 13:49:01.472983 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-91c6d55f-7ad3-49ee-9033-50ed5f6d11e1 req-a38726ab-c42b-48c1-8654-a1f973c0aabf service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b505e43d-b805-4e02-9517-d87635ab059c HTTP/1.1" status: 200  len: 217 time: 0.1123619
Feb 02 13:49:01.617229 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c6d55f-7ad3-49ee-9033-50ed5f6d11e1 req-00b21b81-537a-4676-9117-1640d283d0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:49:01.620088 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-91c6d55f-7ad3-49ee-9033-50ed5f6d11e1 req-00b21b81-537a-4676-9117-1640d283d0a6 service neutron] 10.222.0.132 "GET /v2.0/subnets?id=b1119e60-5bf7-4ce1-ae9d-75780683b13d HTTP/1.1" status: 200  len: 854 time: 0.1420555
Feb 02 13:49:01.687230 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-91c6d55f-7ad3-49ee-9033-50ed5f6d11e1 req-ab9f58a6-0e2e-44a5-a1bf-45f09040a60f service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=0f8cc4e3-553a-4f85-b408-1fd3b978150f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0620105
Feb 02 13:49:01.867590 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b86e0-4ae3-4628-9c68-abd53f14d4bb req-a34bb10e-ab26-42d6-ad72-7288890781b7 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:49:01.871063 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b47b86e0-4ae3-4628-9c68-abd53f14d4bb req-a34bb10e-ab26-42d6-ad72-7288890781b7 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] 10.222.0.133 "GET /v2.0/ports?device_id=8918bda4-f455-4789-9590-a6d7348473b4 HTTP/1.1" status: 200  len: 943 time: 0.2895315
Feb 02 13:49:01.891923 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-91c6d55f-7ad3-49ee-9033-50ed5f6d11e1 req-79c5f65b-05c1-4fde-a69b-2c39cc73d63d service neutron] 10.222.0.132 "GET /v2.0/networks/0f8cc4e3-553a-4f85-b408-1fd3b978150f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1945434
Feb 02 13:49:01.977091 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b47b86e0-4ae3-4628-9c68-abd53f14d4bb req-29740f64-4c65-4ffb-aa31-ddbf3053e85f tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] 10.222.0.133 "GET /v2.0/security-groups?id=b805e537-5c6d-4db4-9d73-1752372194a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0934050
Feb 02 13:49:02.058812 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-91c6d55f-7ad3-49ee-9033-50ed5f6d11e1 req-0ada4fae-9c14-4f39-ad09-2b6763ebf7a3 service neutron] 10.222.0.132 "GET /v2.0/networks/0f8cc4e3-553a-4f85-b408-1fd3b978150f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1617670
Feb 02 13:49:03.206749 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:03.379634 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f4205-3084-4875-b7c7-5f69a0906778 req-8adf11c2-d6f2-4864-8e11-2d3896241b9b tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:49:03.381417 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-337f4205-3084-4875-b7c7-5f69a0906778 req-8adf11c2-d6f2-4864-8e11-2d3896241b9b tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] 10.222.0.133 "GET /v2.0/ports?device_id=8918bda4-f455-4789-9590-a6d7348473b4 HTTP/1.1" status: 200  len: 943 time: 0.2330222
Feb 02 13:49:03.454560 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-337f4205-3084-4875-b7c7-5f69a0906778 req-77e7a5f2-4315-4f55-851c-ce1662b43ca1 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] 10.222.0.133 "GET /v2.0/security-groups?id=b805e537-5c6d-4db4-9d73-1752372194a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634940
Feb 02 13:49:03.911786 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device b505e43d-b805-4e02-9517-d87635ab059c up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:49:03.997720 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning for port b505e43d-b805-4e02-9517-d87635ab059c completed by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:49:04.004182 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port b505e43d-b805-4e02-9517-d87635ab059c triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:49:04.004671 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:04.144430 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:04.198264 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8918bda4-f455-4789-9590-a6d7348473b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b505e43d-b805-4e02-9517-d87635ab059c'}] {{(pid=80186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:49:04.216687 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] For port b505e43d-b805-4e02-9517-d87635ab059c, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=b505e43d-b805-4e02-9517-d87635ab059c,segment=NetworkSegment(cb357ec8-552c-4b55-98c6-8c529757c74d),segment_id=cb357ec8-552c-4b55-98c6-8c529757c74d)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:49:04.221376 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:04.224610 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-2d2db0b3-efd0-46e2-ac57-2e42bafbc687 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:49:04.276259 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8918bda4-f455-4789-9590-a6d7348473b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b505e43d-b805-4e02-9517-d87635ab059c', 'code': 200}
Feb 02 13:49:04.318992 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Pushing event updated for resources: {'Port': ['ID=b505e43d-b805-4e02-9517-d87635ab059c,revision_number=4']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:49:04.322810 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:49:04.574403 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad39fcb-2806-4bae-a7b4-c05b70bea518 req-c593bece-c859-4dd2-a513-14ee81e75cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:49:04.577064 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-8ad39fcb-2806-4bae-a7b4-c05b70bea518 req-c593bece-c859-4dd2-a513-14ee81e75cca service neutron] 10.222.0.132 "GET /v2.0/ports?device_id=8918bda4-f455-4789-9590-a6d7348473b4 HTTP/1.1" status: 200  len: 1162 time: 0.1053324
Feb 02 13:49:04.640979 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-8ad39fcb-2806-4bae-a7b4-c05b70bea518 req-9df7cf71-067e-4130-a6bd-65bff42e694b service neutron] 10.222.0.132 "GET /v2.0/security-groups?id=b805e537-5c6d-4db4-9d73-1752372194a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585625
Feb 02 13:49:04.952262 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceca21d-5c2f-4163-853c-1458e727be08 req-4aa9f78c-8388-4b18-ba10-e64c3472c867 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:49:04.954003 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-bceca21d-5c2f-4163-853c-1458e727be08 req-4aa9f78c-8388-4b18-ba10-e64c3472c867 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] 10.222.0.133 "GET /v2.0/ports?device_id=8918bda4-f455-4789-9590-a6d7348473b4 HTTP/1.1" status: 200  len: 945 time: 0.1989172
Feb 02 13:49:05.026323 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-bceca21d-5c2f-4163-853c-1458e727be08 req-af72b033-95e3-4475-b116-845dfadf94e6 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] 10.222.0.133 "GET /v2.0/security-groups?id=b805e537-5c6d-4db4-9d73-1752372194a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651116
Feb 02 13:49:05.704273 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device b505e43d-b805-4e02-9517-d87635ab059c up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:49:05.789381 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port b505e43d-b805-4e02-9517-d87635ab059c triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:49:05.789711 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:06.383473 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc9f3b-8730-4450-b580-5e7ed69b9426 req-be980c1f-0ecb-4430-9762-2d6bb17f5869 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:49:06.385294 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-dfbc9f3b-8730-4450-b580-5e7ed69b9426 req-be980c1f-0ecb-4430-9762-2d6bb17f5869 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] 10.222.0.133 "GET /v2.0/ports?device_id=8918bda4-f455-4789-9590-a6d7348473b4 HTTP/1.1" status: 200  len: 945 time: 0.1802304
Feb 02 13:49:06.452529 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-dfbc9f3b-8730-4450-b580-5e7ed69b9426 req-3a095aa0-9078-432f-a685-0a921c31b39b tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] 10.222.0.133 "GET /v2.0/security-groups?id=b805e537-5c6d-4db4-9d73-1752372194a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601370
Feb 02 13:49:10.398717 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.agents_db [None req-a5446886-6d63-4256-b3e6-4e67ca866f31 None None] Agent healthcheck: found 6 active agents {{(pid=80187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 02 13:49:11.144367 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 49158) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:49:11.316913 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0638bd51-b3cd-486b-8415-0ccef10bd7f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:11.332746 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-0638bd51-b3cd-486b-8415-0ccef10bd7f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:49:11.337096 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-0638bd51-b3cd-486b-8415-0ccef10bd7f6 admin admin] Usage tracker for resource:security_group_rule and tenant:b6ac327290084491be7bf3e5c5b9d582 is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:49:11.341028 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-0638bd51-b3cd-486b-8415-0ccef10bd7f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:49:11.347346 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-0638bd51-b3cd-486b-8415-0ccef10bd7f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:49:11.443391 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0638bd51-b3cd-486b-8415-0ccef10bd7f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:11.446917 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0638bd51-b3cd-486b-8415-0ccef10bd7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:11.454287 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-90f32a0d-6494-4de6-a9c0-6c7afe73dd96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:49:11.501941 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-0638bd51-b3cd-486b-8415-0ccef10bd7f6 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=b6ac327290084491be7bf3e5c5b9d582&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3562062
Feb 02 13:49:11.502749 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0638bd51-b3cd-486b-8415-0ccef10bd7f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dcf6f3f-6526-4ad3-a130-71625f8ffb5a,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:49:11.505546 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 49164) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:49:11.506838 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-0638bd51-b3cd-486b-8415-0ccef10bd7f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:49:11.588698 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-5b4c9982-1b94-4f50-b3b4-74e0aa090d9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:11.620594 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-5b4c9982-1b94-4f50-b3b4-74e0aa090d9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:11.681698 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-5b4c9982-1b94-4f50-b3b4-74e0aa090d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:11.688031 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-cf870ed8-9785-4fc9-9c5f-d99aec8bf142 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:49:11.702636 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4c9982-1b94-4f50-b3b4-74e0aa090d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dcf6f3f-6526-4ad3-a130-71625f8ffb5a,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:49:11.706054 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-5b4c9982-1b94-4f50-b3b4-74e0aa090d9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:49:11.707047 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-5b4c9982-1b94-4f50-b3b4-74e0aa090d9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:11.708327 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-5b4c9982-1b94-4f50-b3b4-74e0aa090d9b admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/5dcf6f3f-6526-4ad3-a130-71625f8ffb5a HTTP/1.1" status: 204  len: 168 time: 0.2015016
Feb 02 13:49:13.010290 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a65c87-c5e6-43b9-91b4-24e0525de849 req-ee8a25fd-c946-4233-b456-7dd37e85dba2 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:49:13.012320 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d5a65c87-c5e6-43b9-91b4-24e0525de849 req-ee8a25fd-c946-4233-b456-7dd37e85dba2 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/ports?device_id=64827ab0-967e-46e8-8b3c-49ad2e6d3116 HTTP/1.1" status: 200  len: 945 time: 0.2859983
Feb 02 13:49:13.102892 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d5a65c87-c5e6-43b9-91b4-24e0525de849 req-8d8ff253-c663-4393-ba2a-e3ff55590917 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/security-groups?id=89ca574e-9d76-4d27-a7b5-e94822b88bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0820489
Feb 02 13:49:13.748555 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device dc0cfb82-2fc7-4aec-bff0-97a94de2f25a up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:49:13.864211 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port dc0cfb82-2fc7-4aec-bff0-97a94de2f25a triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:49:13.864843 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:14.213861 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37643c4a-fbb3-4d96-9805-d5a5b271d8ec req-57472ae7-a755-437b-a2d2-f79cafc7ca91 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:49:14.216907 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-37643c4a-fbb3-4d96-9805-d5a5b271d8ec req-57472ae7-a755-437b-a2d2-f79cafc7ca91 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.132 "GET /v2.0/ports?device_id=64827ab0-967e-46e8-8b3c-49ad2e6d3116 HTTP/1.1" status: 200  len: 945 time: 0.2377577
Feb 02 13:49:14.385131 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-37643c4a-fbb3-4d96-9805-d5a5b271d8ec req-f9171784-5df3-4f0d-b025-0d711b1dc26e tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Deleting port dc0cfb82-2fc7-4aec-bff0-97a94de2f25a {{(pid=80185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:49:14.385520 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-37643c4a-fbb3-4d96-9805-d5a5b271d8ec req-f9171784-5df3-4f0d-b025-0d711b1dc26e tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:14.646679 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8f788-e269-471b-8d37-5b2b8cccf6e4 req-1f96b3b7-63ab-44e1-950a-9fa10405f2bc tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:49:14.650499 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3dd8f788-e269-471b-8d37-5b2b8cccf6e4 req-1f96b3b7-63ab-44e1-950a-9fa10405f2bc tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/ports?device_id=64827ab0-967e-46e8-8b3c-49ad2e6d3116 HTTP/1.1" status: 200  len: 945 time: 0.3180530
Feb 02 13:49:14.757508 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-37643c4a-fbb3-4d96-9805-d5a5b271d8ec req-f9171784-5df3-4f0d-b025-0d711b1dc26e tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] For port dc0cfb82-2fc7-4aec-bff0-97a94de2f25a, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=dc0cfb82-2fc7-4aec-bff0-97a94de2f25a,segment=NetworkSegment(2aa86323-3806-4213-8222-472504c40951),segment_id=2aa86323-3806-4213-8222-472504c40951)] {{(pid=80185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:49:14.757508 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-37643c4a-fbb3-4d96-9805-d5a5b271d8ec req-f9171784-5df3-4f0d-b025-0d711b1dc26e tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:14.768737 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3dd8f788-e269-471b-8d37-5b2b8cccf6e4 req-a17dd595-b490-4540-9a4f-579685b141e0 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/security-groups?id=89ca574e-9d76-4d27-a7b5-e94822b88bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1108885
Feb 02 13:49:15.285029 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-37643c4a-fbb3-4d96-9805-d5a5b271d8ec req-f9171784-5df3-4f0d-b025-0d711b1dc26e tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:15.286030 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-37643c4a-fbb3-4d96-9805-d5a5b271d8ec req-f9171784-5df3-4f0d-b025-0d711b1dc26e tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852699397'] for floatingip, after_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:15.286030 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.db.l3_db [req-37643c4a-fbb3-4d96-9805-d5a5b271d8ec req-f9171784-5df3-4f0d-b025-0d711b1dc26e tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Floating IP 661fdb81-4f8f-48ec-be49-9855f65e5fbb disassociated. External IP: 172.27.2.103, port: dc0cfb82-2fc7-4aec-bff0-97a94de2f25a.
Feb 02 13:49:15.286573 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-37643c4a-fbb3-4d96-9805-d5a5b271d8ec req-f9171784-5df3-4f0d-b025-0d711b1dc26e tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Calling delete_port for dc0cfb82-2fc7-4aec-bff0-97a94de2f25a owned by compute:nova {{(pid=80185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:49:15.558139 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-37643c4a-fbb3-4d96-9805-d5a5b271d8ec req-f9171784-5df3-4f0d-b025-0d711b1dc26e tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264942761622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264943208991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2210562'] for port, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:15.578767 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-d69df17d-8173-4c29-8649-3271bd633fad tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:49:15.629030 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9171784-5df3-4f0d-b025-0d711b1dc26e tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Pushing event deleted for resources: {'Port': ['ID=dc0cfb82-2fc7-4aec-bff0-97a94de2f25a,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:49:15.699252 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f9171784-5df3-4f0d-b025-0d711b1dc26e tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:49:16.085431 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-bce189de-8f8c-449b-b67c-7e204c04b047 req-def2871b-46b4-4cb5-99ef-39b724c17cf1 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/ports?device_id=64827ab0-967e-46e8-8b3c-49ad2e6d3116 HTTP/1.1" status: 200  len: 210 time: 0.0871873
Feb 02 13:49:16.119432 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37643c4a-fbb3-4d96-9805-d5a5b271d8ec req-f9171784-5df3-4f0d-b025-0d711b1dc26e tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Router 4b36a0ac-0e23-4565-be2f-cb5815510a53 has already been hosted by L3 agent 46ed2aac-7d32-4274-9cac-387c5fc2cd87 {{(pid=80185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 02 13:49:16.609474 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37643c4a-fbb3-4d96-9805-d5a5b271d8ec req-f9171784-5df3-4f0d-b025-0d711b1dc26e tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify agent at l3_agent.dv-cinder-772388-4-iscsi the message routers_updated {{(pid=80185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 02 13:49:16.622148 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e909802-d596-4294-bb54-acc41dfd19a7 None None] Sync routers for ids ['4b36a0ac-0e23-4565-be2f-cb5815510a53'] in dv-cinder-772388-4-iscsi {{(pid=80187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 02 13:49:16.633411 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e909802-d596-4294-bb54-acc41dfd19a7 None None] Routers {'4b36a0ac-0e23-4565-be2f-cb5815510a53'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:49:16.634077 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-5e909802-d596-4294-bb54-acc41dfd19a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e9cc76a0>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:48:59Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['4b36a0ac-0e23-4565-be2f-cb5815510a53'], 'active': True} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:49:16.660528 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [req-37643c4a-fbb3-4d96-9805-d5a5b271d8ec req-f9171784-5df3-4f0d-b025-0d711b1dc26e tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] No DVR routers for this DVR port dc0cfb82-2fc7-4aec-bff0-97a94de2f25a on host hv-cinder-77238 {{(pid=80185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 02 13:49:16.663200 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-37643c4a-fbb3-4d96-9805-d5a5b271d8ec req-f9171784-5df3-4f0d-b025-0d711b1dc26e tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for port, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:16.675512 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64827ab0-967e-46e8-8b3c-49ad2e6d3116', 'name': 'network-vif-deleted', 'tag': 'dc0cfb82-2fc7-4aec-bff0-97a94de2f25a'}] {{(pid=80185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:49:16.686886 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-37643c4a-fbb3-4d96-9805-d5a5b271d8ec req-f9171784-5df3-4f0d-b025-0d711b1dc26e tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.132 "DELETE /v2.0/ports/dc0cfb82-2fc7-4aec-bff0-97a94de2f25a HTTP/1.1" status: 204  len: 173 time: 2.4632244
Feb 02 13:49:16.756583 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64827ab0-967e-46e8-8b3c-49ad2e6d3116', 'name': 'network-vif-deleted', 'tag': 'dc0cfb82-2fc7-4aec-bff0-97a94de2f25a', 'status': 'completed', 'code': 200}
Feb 02 13:49:16.882343 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-5e909802-d596-4294-bb54-acc41dfd19a7 None None] Set router 4b36a0ac-0e23-4565-be2f-cb5815510a53 gateway port host: dv-cinder-772388-4-iscsi {{(pid=80187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:49:17.324151 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-61eb5025-df69-4e1f-aadf-63825ad4eec1 req-b059f1d8-3877-499c-b4d4-81a671539ca4 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/ports?device_id=64827ab0-967e-46e8-8b3c-49ad2e6d3116 HTTP/1.1" status: 200  len: 210 time: 0.0666792
Feb 02 13:49:17.476240 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-5e909802-d596-4294-bb54-acc41dfd19a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e9cc76a0>, [{'id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'name': 'tempest-TestVolumeBootPattern-815306273-router', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '3da19fcf-bcc5-4ccd-93a9-a76f6bafc205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:46:02Z', 'updated_at': '2021-02-02T13:46:08Z', 'revision_number': 4, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'gw_port': {'id': '3da19fcf-bcc5-4ccd-93a9-a76f6bafc205', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:95:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:03Z', 'updated_at': '2021-02-02T13:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_interfaces': [{'id': '5733192f-ad25-4a48-982a-c32dc7a39af6', 'name': '', 'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'mac_address': 'fa:16:3e:ac:b4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c84715ee-f128-4ac6-b34f-2786eff260c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:07Z', 'updated_at': '2021-02-02T13:46:22Z', 'revision_number': 5, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'subnets': [{'id': 'c84715ee-f128-4ac6-b34f-2786eff260c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:49:17.481704 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e909802-d596-4294-bb54-acc41dfd19a7 None None] Checking router: 4b36a0ac-0e23-4565-be2f-cb5815510a53 for host: dv-cinder-772388-4-iscsi {{(pid=80187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 02 13:49:17.492300 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e909802-d596-4294-bb54-acc41dfd19a7 None None] Routers {'4b36a0ac-0e23-4565-be2f-cb5815510a53'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:49:17.493225 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-5e909802-d596-4294-bb54-acc41dfd19a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e9cc76a0>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:48:59Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['4b36a0ac-0e23-4565-be2f-cb5815510a53'], 'active': True} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:49:17.702512 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-5e909802-d596-4294-bb54-acc41dfd19a7 None None] Set router 4b36a0ac-0e23-4565-be2f-cb5815510a53 gateway port host: dv-cinder-772388-4-iscsi {{(pid=80187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:49:17.837930 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device dc0cfb82-2fc7-4aec-bff0-97a94de2f25a no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 02 13:49:17.881717 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] No Port match for: dc0cfb82-2fc7-4aec-bff0-97a94de2f25a {{(pid=80186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 02 13:49:17.882176 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device dc0cfb82-2fc7-4aec-bff0-97a94de2f25a not bound to the agent host hv-cinder-77238 {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 02 13:49:18.091384 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-5e909802-d596-4294-bb54-acc41dfd19a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e9cc76a0>, [{'id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'name': 'tempest-TestVolumeBootPattern-815306273-router', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '3da19fcf-bcc5-4ccd-93a9-a76f6bafc205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:46:02Z', 'updated_at': '2021-02-02T13:46:08Z', 'revision_number': 4, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'gw_port': {'id': '3da19fcf-bcc5-4ccd-93a9-a76f6bafc205', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:95:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:03Z', 'updated_at': '2021-02-02T13:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_interfaces': [{'id': '5733192f-ad25-4a48-982a-c32dc7a39af6', 'name': '', 'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'mac_address': 'fa:16:3e:ac:b4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c84715ee-f128-4ac6-b34f-2786eff260c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:07Z', 'updated_at': '2021-02-02T13:46:22Z', 'revision_number': 5, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'subnets': [{'id': 'c84715ee-f128-4ac6-b34f-2786eff260c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:49:18.096981 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e909802-d596-4294-bb54-acc41dfd19a7 None None] The sync data for ids ['4b36a0ac-0e23-4565-be2f-cb5815510a53'] in dv-cinder-772388-4-iscsi is: [{'id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'name': 'tempest-TestVolumeBootPattern-815306273-router', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '3da19fcf-bcc5-4ccd-93a9-a76f6bafc205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:46:02Z', 'updated_at': '2021-02-02T13:46:08Z', 'revision_number': 4, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'gw_port': {'id': '3da19fcf-bcc5-4ccd-93a9-a76f6bafc205', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:95:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:03Z', 'updated_at': '2021-02-02T13:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_interfaces': [{'id': '5733192f-ad25-4a48-982a-c32dc7a39af6', 'name': '', 'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'mac_address': 'fa:16:3e:ac:b4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c84715ee-f128-4ac6-b34f-2786eff260c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:07Z', 'updated_at': '2021-02-02T13:46:22Z', 'revision_number': 5, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'subnets': [{'id': 'c84715ee-f128-4ac6-b34f-2786eff260c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 02 13:49:18.582860 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2e1a73d1-0c59-4a45-89dd-b27f29bcf5cb req-f4fd55a4-490c-466a-b117-fd9a6097d7e4 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/ports?device_id=64827ab0-967e-46e8-8b3c-49ad2e6d3116 HTTP/1.1" status: 200  len: 210 time: 0.0549560
Feb 02 13:49:18.619453 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2dfc3e-1ebe-462a-93c8-c006f51aabbc None None] New status for floating IP 661fdb81-4f8f-48ec-be49-9855f65e5fbb: DOWN {{(pid=80186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 02 13:49:20.072750 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3c68f430-b111-437d-8cf1-e4c1ccbf21c5 req-2658c855-e37d-4064-b59e-65b04041df0c tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1639936262&fields=id&tenant_id=9fd246219b8b41dbaae8904115d1595f HTTP/1.1" status: 200  len: 267 time: 0.0668051
Feb 02 13:49:20.389470 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68f430-b111-437d-8cf1-e4c1ccbf21c5 req-8bb7b0ec-23e0-4927-899a-0763c970045f tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:49:20.391283 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3c68f430-b111-437d-8cf1-e4c1ccbf21c5 req-8bb7b0ec-23e0-4927-899a-0763c970045f tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/networks?id=0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593 HTTP/1.1" status: 200  len: 811 time: 0.3067498
Feb 02 13:49:20.415465 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3c68f430-b111-437d-8cf1-e4c1ccbf21c5 req-fafbf3c3-2abc-4edc-9319-5662be1c8f7f tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/quotas/9fd246219b8b41dbaae8904115d1595f HTTP/1.1" status: 200  len: 375 time: 0.0154045
Feb 02 13:49:20.607135 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3c68f430-b111-437d-8cf1-e4c1ccbf21c5 req-4164642f-96ec-4ca8-ae4b-078f0c9bf6ca tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/ports?tenant_id=9fd246219b8b41dbaae8904115d1595f&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1847570
Feb 02 13:49:20.866084 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3c68f430-b111-437d-8cf1-e4c1ccbf21c5 req-dd8b0bcd-7113-4ce1-a629-a6a17d9a5241 service neutron] 10.222.0.133 "GET /v2.0/networks/0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2418470
Feb 02 13:49:21.038589 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3c68f430-b111-437d-8cf1-e4c1ccbf21c5 req-4b62e44a-eeb6-413b-bae6-dddba65eef3f service neutron] 10.222.0.133 "GET /v2.0/networks/0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1650937
Feb 02 13:49:21.548728 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-47b61913-2be0-4a7b-9a42-01d80135198b req-6609c8b8-ad72-4a5a-88b4-90ea33973ab3 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/ports?device_id=ba7bce68-b2e1-4d67-9cb1-61326618ee3f HTTP/1.1" status: 200  len: 210 time: 0.0528803
Feb 02 13:49:22.848913 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b601cfe4-2fbc-405d-af8c-24d3c755263b req-eb94d6e1-efb0-4954-b0cc-a1712aaacc4d tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/ports?device_id=ba7bce68-b2e1-4d67-9cb1-61326618ee3f HTTP/1.1" status: 200  len: 210 time: 0.0783274
Feb 02 13:49:22.925928 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68f430-b111-437d-8cf1-e4c1ccbf21c5 req-18ea3878-302d-4540-b3c7-ed6e5e8c2842 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:49:22.926736 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-3c68f430-b111-437d-8cf1-e4c1ccbf21c5 req-18ea3878-302d-4540-b3c7-ed6e5e8c2842 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Synchronizing usage tracker for tenant:9fd246219b8b41dbaae8904115d1595f on resource:network {{(pid=80185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:49:22.945460 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-3c68f430-b111-437d-8cf1-e4c1ccbf21c5 req-18ea3878-302d-4540-b3c7-ed6e5e8c2842 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Unset dirty status for tenant:9fd246219b8b41dbaae8904115d1595f on resource:network {{(pid=80185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:49:22.946787 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3c68f430-b111-437d-8cf1-e4c1ccbf21c5 req-18ea3878-302d-4540-b3c7-ed6e5e8c2842 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.132 "GET /v2.0/networks?id=0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593 HTTP/1.1" status: 200  len: 811 time: 0.4223976
Feb 02 13:49:23.084896 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-3c68f430-b111-437d-8cf1-e4c1ccbf21c5 req-09f91bb8-c64c-4f80-8ce0-cba35e7bac5f tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Synchronizing usage tracker for tenant:9fd246219b8b41dbaae8904115d1595f on resource:security_group {{(pid=80185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:49:23.103066 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-3c68f430-b111-437d-8cf1-e4c1ccbf21c5 req-09f91bb8-c64c-4f80-8ce0-cba35e7bac5f tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Unset dirty status for tenant:9fd246219b8b41dbaae8904115d1595f on resource:security_group {{(pid=80185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:49:23.104630 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3c68f430-b111-437d-8cf1-e4c1ccbf21c5 req-09f91bb8-c64c-4f80-8ce0-cba35e7bac5f tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.132 "GET /v2.0/security-groups?tenant_id=9fd246219b8b41dbaae8904115d1595f HTTP/1.1" status: 200  len: 5765 time: 0.1477790
Feb 02 13:49:23.112869 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-3c68f430-b111-437d-8cf1-e4c1ccbf21c5 req-b1eb4613-6eb3-409a-aa4c-08bc4a2a7b80 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Request body: {'port': {'device_id': 'ba7bce68-b2e1-4d67-9cb1-61326618ee3f', 'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593', 'admin_state_up': True, 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'security_groups': ['89ca574e-9d76-4d27-a7b5-e94822b88bd6']}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:49:23.302709 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-3c68f430-b111-437d-8cf1-e4c1ccbf21c5 req-b1eb4613-6eb3-409a-aa4c-08bc4a2a7b80 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:49:23.307273 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-3c68f430-b111-437d-8cf1-e4c1ccbf21c5 req-b1eb4613-6eb3-409a-aa4c-08bc4a2a7b80 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Usage tracker for resource:port and tenant:9fd246219b8b41dbaae8904115d1595f is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:49:23.311496 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-3c68f430-b111-437d-8cf1-e4c1ccbf21c5 req-b1eb4613-6eb3-409a-aa4c-08bc4a2a7b80 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:49:23.319588 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-3c68f430-b111-437d-8cf1-e4c1ccbf21c5 req-b1eb4613-6eb3-409a-aa4c-08bc4a2a7b80 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:49:23.335393 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c68f430-b111-437d-8cf1-e4c1ccbf21c5 req-b1eb4613-6eb3-409a-aa4c-08bc4a2a7b80 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Made reservation on behalf of 9fd246219b8b41dbaae8904115d1595f for: {'port': 1} {{(pid=80185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 02 13:49:23.365486 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-3c68f430-b111-437d-8cf1-e4c1ccbf21c5 req-b1eb4613-6eb3-409a-aa4c-08bc4a2a7b80 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:23.802785 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_common [req-3c68f430-b111-437d-8cf1-e4c1ccbf21c5 req-b1eb4613-6eb3-409a-aa4c-08bc4a2a7b80 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Allocated IP 172.20.0.9 (0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593/c84715ee-f128-4ac6-b34f-2786eff260c7/94f7136c-e424-42c5-9ee8-5bad7bb12fd6) {{(pid=80185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 02 13:49:24.086500 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-3c68f430-b111-437d-8cf1-e4c1ccbf21c5 req-b1eb4613-6eb3-409a-aa4c-08bc4a2a7b80 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks [] for port, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:24.114273 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [req-3c68f430-b111-437d-8cf1-e4c1ccbf21c5 req-b1eb4613-6eb3-409a-aa4c-08bc4a2a7b80 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Transition to ACTIVE for port object 94f7136c-e424-42c5-9ee8-5bad7bb12fd6 will not be triggered until provisioned by entity DHCP. {{(pid=80185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:49:24.143452 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-3c68f430-b111-437d-8cf1-e4c1ccbf21c5 req-b1eb4613-6eb3-409a-aa4c-08bc4a2a7b80 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264943169311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2210562'] for port, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:24.162423 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-e3cfda74-7d45-4ab1-ac31-4b019910de62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:49:24.302292 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1af93-2366-4726-960f-8c96ce6b57d6 req-963081b8-df26-4e04-8469-f3ec3f70f8f0 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:49:24.304016 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a1a1af93-2366-4726-960f-8c96ce6b57d6 req-963081b8-df26-4e04-8469-f3ec3f70f8f0 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/ports?device_id=ba7bce68-b2e1-4d67-9cb1-61326618ee3f HTTP/1.1" status: 200  len: 931 time: 0.2507272
Feb 02 13:49:24.358026 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eb4613-6eb3-409a-aa4c-08bc4a2a7b80 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Pushing event updated for resources: {'Port': ['ID=94f7136c-e424-42c5-9ee8-5bad7bb12fd6,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:49:24.374448 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-b1eb4613-6eb3-409a-aa4c-08bc4a2a7b80 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:49:24.384615 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a1a1af93-2366-4726-960f-8c96ce6b57d6 req-7133af24-3588-48e3-9d2d-f73dd3fea7a2 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/security-groups?id=89ca574e-9d76-4d27-a7b5-e94822b88bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0713277
Feb 02 13:49:24.450620 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c68f430-b111-437d-8cf1-e4c1ccbf21c5 req-b1eb4613-6eb3-409a-aa4c-08bc4a2a7b80 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Network 0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593 is already hosted by enough agents. {{(pid=80185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:49:24.452087 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [req-3c68f430-b111-437d-8cf1-e4c1ccbf21c5 req-b1eb4613-6eb3-409a-aa4c-08bc4a2a7b80 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Resources bound (agent type, host, resource id):  {{(pid=80185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:49:24.454635 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c68f430-b111-437d-8cf1-e4c1ccbf21c5 req-b1eb4613-6eb3-409a-aa4c-08bc4a2a7b80 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Received port after_create {{(pid=80185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 02 13:49:24.623703 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68f430-b111-437d-8cf1-e4c1ccbf21c5 req-b1eb4613-6eb3-409a-aa4c-08bc4a2a7b80 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:49:24.624882 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-3c68f430-b111-437d-8cf1-e4c1ccbf21c5 req-b1eb4613-6eb3-409a-aa4c-08bc4a2a7b80 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for port, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:24.658407 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3c68f430-b111-437d-8cf1-e4c1ccbf21c5 req-b1eb4613-6eb3-409a-aa4c-08bc4a2a7b80 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.132 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5505126
Feb 02 13:49:24.669958 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-3c68f430-b111-437d-8cf1-e4c1ccbf21c5 req-9bbb3bfa-11b5-4b41-ad7f-019a5c63ab77 service neutron] Request body: {'port': {'device_id': 'ba7bce68-b2e1-4d67-9cb1-61326618ee3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:49:24.696952 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-e1064337-97ea-480b-8d07-d8177c06f268 None None] Provisioning for port 94f7136c-e424-42c5-9ee8-5bad7bb12fd6 completed by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:49:24.706707 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-e1064337-97ea-480b-8d07-d8177c06f268 None None] Provisioning complete for port 94f7136c-e424-42c5-9ee8-5bad7bb12fd6 triggered by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:49:24.707443 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e1064337-97ea-480b-8d07-d8177c06f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:24.820086 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-e1064337-97ea-480b-8d07-d8177c06f268 None None] Port 94f7136c-e424-42c5-9ee8-5bad7bb12fd6 cannot update to ACTIVE because it is not bound. {{(pid=80186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 02 13:49:24.877140 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-3c68f430-b111-437d-8cf1-e4c1ccbf21c5 req-9bbb3bfa-11b5-4b41-ad7f-019a5c63ab77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:25.409181 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [req-3c68f430-b111-437d-8cf1-e4c1ccbf21c5 req-9bbb3bfa-11b5-4b41-ad7f-019a5c63ab77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94f7136c-e424-42c5-9ee8-5bad7bb12fd6 {{(pid=80185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 02 13:49:25.419083 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-3c68f430-b111-437d-8cf1-e4c1ccbf21c5 req-9bbb3bfa-11b5-4b41-ad7f-019a5c63ab77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:25.437398 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [req-3c68f430-b111-437d-8cf1-e4c1ccbf21c5 req-9bbb3bfa-11b5-4b41-ad7f-019a5c63ab77 service neutron] Transition to ACTIVE for port object 94f7136c-e424-42c5-9ee8-5bad7bb12fd6 will not be triggered until provisioned by entity L2. {{(pid=80185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:49:25.440702 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-3c68f430-b111-437d-8cf1-e4c1ccbf21c5 req-9bbb3bfa-11b5-4b41-ad7f-019a5c63ab77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852565131'] for port, after_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:25.459146 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-365f1980-3041-4b94-bf43-f6af76ce0f1c tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:49:25.616217 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbb3bfa-11b5-4b41-ad7f-019a5c63ab77 service neutron] Pushing event updated for resources: {'Port': ['ID=94f7136c-e424-42c5-9ee8-5bad7bb12fd6,revision_number=2']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:49:25.621629 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-9bbb3bfa-11b5-4b41-ad7f-019a5c63ab77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:49:25.800389 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba9b5d5-2141-439f-bf34-fed2e58736b9 req-d41982d5-d7a2-40da-bb13-2f8c34b311e4 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:49:25.809525 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-5ba9b5d5-2141-439f-bf34-fed2e58736b9 req-d41982d5-d7a2-40da-bb13-2f8c34b311e4 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/ports?device_id=ba7bce68-b2e1-4d67-9cb1-61326618ee3f HTTP/1.1" status: 200  len: 943 time: 0.2314451
Feb 02 13:49:26.042909 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [req-3c68f430-b111-437d-8cf1-e4c1ccbf21c5 req-9bbb3bfa-11b5-4b41-ad7f-019a5c63ab77 service neutron] Attempting to bind port 94f7136c-e424-42c5-9ee8-5bad7bb12fd6 on host hv-cinder-77238 for vnic_type normal with profile  {{(pid=80185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 02 13:49:26.043319 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [req-3c68f430-b111-437d-8cf1-e4c1ccbf21c5 req-9bbb3bfa-11b5-4b41-ad7f-019a5c63ab77 service neutron] Attempting to bind port 94f7136c-e424-42c5-9ee8-5bad7bb12fd6 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '2aa86323-3806-4213-8222-472504c40951', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593'}] {{(pid=80185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 02 13:49:26.043720 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c68f430-b111-437d-8cf1-e4c1ccbf21c5 req-9bbb3bfa-11b5-4b41-ad7f-019a5c63ab77 service neutron] Attempting to bind port 94f7136c-e424-42c5-9ee8-5bad7bb12fd6 on network 0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593 {{(pid=80185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 02 13:49:26.047364 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-587d0d38-aa83-401b-a517-95631a8fa348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:26.063777 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c68f430-b111-437d-8cf1-e4c1ccbf21c5 req-9bbb3bfa-11b5-4b41-ad7f-019a5c63ab77 service neutron] Checking agent: {'id': '3f7ac43e-b359-42e2-9e67-18be39e96b32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 34, 33), 'started_at': datetime.datetime(2021, 2, 2, 13, 35, 3), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.120', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 02 13:49:26.064254 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c68f430-b111-437d-8cf1-e4c1ccbf21c5 req-9bbb3bfa-11b5-4b41-ad7f-019a5c63ab77 service neutron] Checking segment: {'id': '2aa86323-3806-4213-8222-472504c40951', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:49:26.066967 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-3c68f430-b111-437d-8cf1-e4c1ccbf21c5 req-9bbb3bfa-11b5-4b41-ad7f-019a5c63ab77 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:26.067270 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c68f430-b111-437d-8cf1-e4c1ccbf21c5 req-9bbb3bfa-11b5-4b41-ad7f-019a5c63ab77 service neutron] Bound using segment: {'id': '2aa86323-3806-4213-8222-472504c40951', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593'} {{(pid=80185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 02 13:49:26.067845 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [req-3c68f430-b111-437d-8cf1-e4c1ccbf21c5 req-9bbb3bfa-11b5-4b41-ad7f-019a5c63ab77 service neutron] Bound port: 94f7136c-e424-42c5-9ee8-5bad7bb12fd6, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa86323-3806-4213-8222-472504c40951', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593'}}] {{(pid=80185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 02 13:49:26.068302 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-3c68f430-b111-437d-8cf1-e4c1ccbf21c5 req-9bbb3bfa-11b5-4b41-ad7f-019a5c63ab77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:26.164906 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-5ba9b5d5-2141-439f-bf34-fed2e58736b9 req-de1d47d6-3d25-4210-af63-51429a37dd53 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/security-groups?id=89ca574e-9d76-4d27-a7b5-e94822b88bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.3543684
Feb 02 13:49:26.244268 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-3c68f430-b111-437d-8cf1-e4c1ccbf21c5 req-9bbb3bfa-11b5-4b41-ad7f-019a5c63ab77 service neutron] For port 94f7136c-e424-42c5-9ee8-5bad7bb12fd6, host hv-cinder-77238, cleared binding levels {{(pid=80185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 02 13:49:26.250018 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-3c68f430-b111-437d-8cf1-e4c1ccbf21c5 req-9bbb3bfa-11b5-4b41-ad7f-019a5c63ab77 service neutron] For port 94f7136c-e424-42c5-9ee8-5bad7bb12fd6, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=94f7136c-e424-42c5-9ee8-5bad7bb12fd6,segment=NetworkSegment(2aa86323-3806-4213-8222-472504c40951),segment_id=2aa86323-3806-4213-8222-472504c40951)] {{(pid=80185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 02 13:49:26.255332 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-3c68f430-b111-437d-8cf1-e4c1ccbf21c5 req-9bbb3bfa-11b5-4b41-ad7f-019a5c63ab77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852565131'] for port, after_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:26.278681 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-b47f4794-7a05-4aaf-9f04-4495e543e20c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:49:26.579441 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbb3bfa-11b5-4b41-ad7f-019a5c63ab77 service neutron] Pushing event updated for resources: {'Port': ['ID=94f7136c-e424-42c5-9ee8-5bad7bb12fd6,revision_number=3']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:49:26.581933 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 49388) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:49:26.600902 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-9bbb3bfa-11b5-4b41-ad7f-019a5c63ab77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:49:26.653347 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68f430-b111-437d-8cf1-e4c1ccbf21c5 req-9bbb3bfa-11b5-4b41-ad7f-019a5c63ab77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:49:26.653347 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-3c68f430-b111-437d-8cf1-e4c1ccbf21c5 req-9bbb3bfa-11b5-4b41-ad7f-019a5c63ab77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for port, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:26.654160 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3c68f430-b111-437d-8cf1-e4c1ccbf21c5 req-9bbb3bfa-11b5-4b41-ad7f-019a5c63ab77 service neutron] 10.222.0.132 "PUT /v2.0/ports/94f7136c-e424-42c5-9ee8-5bad7bb12fd6 HTTP/1.1" status: 200  len: 1157 time: 1.9903889
Feb 02 13:49:26.654765 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba7bce68-b2e1-4d67-9cb1-61326618ee3f', 'tag': '94f7136c-e424-42c5-9ee8-5bad7bb12fd6'}] {{(pid=80185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:49:26.933219 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d2f54380-dc35-4dbf-a424-3d8bb4b9fbdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:26.951887 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba7bce68-b2e1-4d67-9cb1-61326618ee3f', 'tag': '94f7136c-e424-42c5-9ee8-5bad7bb12fd6', 'status': 'completed', 'code': 200}
Feb 02 13:49:26.977187 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68f430-b111-437d-8cf1-e4c1ccbf21c5 req-59663f73-f1cf-459c-837a-2fe404ba7a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:49:26.979846 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3c68f430-b111-437d-8cf1-e4c1ccbf21c5 req-59663f73-f1cf-459c-837a-2fe404ba7a4f service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=9fd246219b8b41dbaae8904115d1595f&device_id=ba7bce68-b2e1-4d67-9cb1-61326618ee3f HTTP/1.1" status: 200  len: 1160 time: 0.2605767
Feb 02 13:49:26.983740 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-d2f54380-dc35-4dbf-a424-3d8bb4b9fbdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:49:26.990235 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-d2f54380-dc35-4dbf-a424-3d8bb4b9fbdf admin admin] Usage tracker for resource:security_group_rule and tenant:d3e21bfd501a4f66a238b266a9d670d6 is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:49:26.994931 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-d2f54380-dc35-4dbf-a424-3d8bb4b9fbdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:49:27.004503 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-d2f54380-dc35-4dbf-a424-3d8bb4b9fbdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:49:27.060349 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3c68f430-b111-437d-8cf1-e4c1ccbf21c5 req-594a47b1-146f-4fdb-9b8e-d8d60cb3577b service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94f7136c-e424-42c5-9ee8-5bad7bb12fd6 HTTP/1.1" status: 200  len: 217 time: 0.0750873
Feb 02 13:49:27.141893 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68f430-b111-437d-8cf1-e4c1ccbf21c5 req-f30b3b4e-e89e-4374-aa7a-03e66cfbf25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:49:27.143594 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3c68f430-b111-437d-8cf1-e4c1ccbf21c5 req-f30b3b4e-e89e-4374-aa7a-03e66cfbf25f service neutron] 10.222.0.132 "GET /v2.0/subnets?id=c84715ee-f128-4ac6-b34f-2786eff260c7 HTTP/1.1" status: 200  len: 850 time: 0.0752833
Feb 02 13:49:27.153186 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d2f54380-dc35-4dbf-a424-3d8bb4b9fbdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:27.157825 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d2f54380-dc35-4dbf-a424-3d8bb4b9fbdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:27.165559 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-34a756e9-a536-4886-899d-9a6b7ee3fd3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:49:27.225451 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-d2f54380-dc35-4dbf-a424-3d8bb4b9fbdf admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=d3e21bfd501a4f66a238b266a9d670d6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6356857
Feb 02 13:49:27.225451 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f54380-dc35-4dbf-a424-3d8bb4b9fbdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f4029b-ee83-4510-b5b2-2621cf90b644,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:49:27.225451 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-d2f54380-dc35-4dbf-a424-3d8bb4b9fbdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:49:27.231210 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 49398) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:49:27.287507 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68f430-b111-437d-8cf1-e4c1ccbf21c5 req-582fdaa7-3a18-4343-9528-f5fed383e4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:49:27.289293 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3c68f430-b111-437d-8cf1-e4c1ccbf21c5 req-582fdaa7-3a18-4343-9528-f5fed383e4e4 service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1368084
Feb 02 13:49:27.462963 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b422bd4c-2823-4b00-904f-14d6cbd1081c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:27.541654 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b422bd4c-2823-4b00-904f-14d6cbd1081c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:27.586294 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3c68f430-b111-437d-8cf1-e4c1ccbf21c5 req-10e39feb-1878-468f-a785-b3dda702b658 service neutron] 10.222.0.132 "GET /v2.0/networks/0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2874324
Feb 02 13:49:27.634990 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa1844-93c7-48ac-a8be-b401dfbe0ee7 req-2e5a8f2d-883e-4b2f-b2ad-da49a56e99bb tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:49:27.637739 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-05fa1844-93c7-48ac-a8be-b401dfbe0ee7 req-2e5a8f2d-883e-4b2f-b2ad-da49a56e99bb tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/ports?device_id=ba7bce68-b2e1-4d67-9cb1-61326618ee3f HTTP/1.1" status: 200  len: 943 time: 0.2712977
Feb 02 13:49:27.768657 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-05fa1844-93c7-48ac-a8be-b401dfbe0ee7 req-6c2ee12f-2383-4b1f-955a-19429014ed72 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/security-groups?id=89ca574e-9d76-4d27-a7b5-e94822b88bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1184106
Feb 02 13:49:28.055398 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b422bd4c-2823-4b00-904f-14d6cbd1081c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:28.085905 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-131ab173-17fc-4101-94b8-05af93cc2b74 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:49:28.116071 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b422bd4c-2823-4b00-904f-14d6cbd1081c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f4029b-ee83-4510-b5b2-2621cf90b644,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:49:28.143868 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b422bd4c-2823-4b00-904f-14d6cbd1081c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:49:28.144372 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b422bd4c-2823-4b00-904f-14d6cbd1081c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:49:28.144830 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b422bd4c-2823-4b00-904f-14d6cbd1081c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:49:28.145343 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b422bd4c-2823-4b00-904f-14d6cbd1081c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:49:28.145896 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b422bd4c-2823-4b00-904f-14d6cbd1081c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:49:28.146475 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b422bd4c-2823-4b00-904f-14d6cbd1081c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:49:28.146856 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b422bd4c-2823-4b00-904f-14d6cbd1081c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:49:28.147381 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b422bd4c-2823-4b00-904f-14d6cbd1081c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:49:28.147919 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b422bd4c-2823-4b00-904f-14d6cbd1081c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:49:28.148457 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b422bd4c-2823-4b00-904f-14d6cbd1081c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:49:28.149118 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b422bd4c-2823-4b00-904f-14d6cbd1081c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:49:28.149686 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b422bd4c-2823-4b00-904f-14d6cbd1081c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:49:28.150131 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b422bd4c-2823-4b00-904f-14d6cbd1081c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:49:28.150622 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b422bd4c-2823-4b00-904f-14d6cbd1081c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:49:28.151097 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b422bd4c-2823-4b00-904f-14d6cbd1081c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:49:28.151548 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b422bd4c-2823-4b00-904f-14d6cbd1081c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:49:28.152083 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b422bd4c-2823-4b00-904f-14d6cbd1081c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:49:28.152636 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b422bd4c-2823-4b00-904f-14d6cbd1081c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:49:28.153134 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b422bd4c-2823-4b00-904f-14d6cbd1081c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:49:28.153626 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b422bd4c-2823-4b00-904f-14d6cbd1081c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:49:28.154061 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b422bd4c-2823-4b00-904f-14d6cbd1081c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:49:28.154493 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b422bd4c-2823-4b00-904f-14d6cbd1081c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:49:28.155052 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b422bd4c-2823-4b00-904f-14d6cbd1081c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:49:28.155717 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b422bd4c-2823-4b00-904f-14d6cbd1081c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:49:28.161698 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-b422bd4c-2823-4b00-904f-14d6cbd1081c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:49:28.162526 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b422bd4c-2823-4b00-904f-14d6cbd1081c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:28.166649 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-b422bd4c-2823-4b00-904f-14d6cbd1081c admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/44f4029b-ee83-4510-b5b2-2621cf90b644 HTTP/1.1" status: 204  len: 168 time: 0.9315083
Feb 02 13:49:28.166649 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3c68f430-b111-437d-8cf1-e4c1ccbf21c5 req-6b0e4625-6d49-49f9-a342-6ddbbc6cfc1f service neutron] 10.222.0.132 "GET /v2.0/networks/0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5646369
Feb 02 13:49:28.325314 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4b5a9-94e2-494d-a9d4-523ccf6522be req-4af87b52-49d5-4678-a783-eb8f050aefe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:49:28.327164 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-51b4b5a9-94e2-494d-a9d4-523ccf6522be req-4af87b52-49d5-4678-a783-eb8f050aefe4 service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=9fd246219b8b41dbaae8904115d1595f&device_id=ba7bce68-b2e1-4d67-9cb1-61326618ee3f HTTP/1.1" status: 200  len: 1160 time: 0.0928645
Feb 02 13:49:28.528720 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4b5a9-94e2-494d-a9d4-523ccf6522be req-366e8534-b3a6-4693-a3d2-b9e3ce2e095d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:49:28.530534 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-51b4b5a9-94e2-494d-a9d4-523ccf6522be req-366e8534-b3a6-4693-a3d2-b9e3ce2e095d service neutron] 10.222.0.132 "GET /v2.0/networks?id=0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593 HTTP/1.1" status: 200  len: 905 time: 0.1908746
Feb 02 13:49:28.625365 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-51b4b5a9-94e2-494d-a9d4-523ccf6522be req-da61cc00-0036-45eb-8440-58839d3edcef service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94f7136c-e424-42c5-9ee8-5bad7bb12fd6 HTTP/1.1" status: 200  len: 217 time: 0.0890157
Feb 02 13:49:28.718776 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4b5a9-94e2-494d-a9d4-523ccf6522be req-669660f8-c58e-462b-8eec-67a59ebdf346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:49:28.721675 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-51b4b5a9-94e2-494d-a9d4-523ccf6522be req-669660f8-c58e-462b-8eec-67a59ebdf346 service neutron] 10.222.0.132 "GET /v2.0/subnets?id=c84715ee-f128-4ac6-b34f-2786eff260c7 HTTP/1.1" status: 200  len: 850 time: 0.0896342
Feb 02 13:49:28.796125 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 49412) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:49:28.811649 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf85a7fc-986c-4854-9827-1f0a3d7c40c5 req-daaf1bbd-79f6-4d37-ba29-120fe91f2fb1 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:49:28.814370 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-cf85a7fc-986c-4854-9827-1f0a3d7c40c5 req-daaf1bbd-79f6-4d37-ba29-120fe91f2fb1 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] 10.222.0.133 "GET /v2.0/ports?device_id=8918bda4-f455-4789-9590-a6d7348473b4 HTTP/1.1" status: 200  len: 945 time: 0.2140684
Feb 02 13:49:28.835124 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb61d72f-3492-40ee-81a3-5f16c17133f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:28.863503 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-bb61d72f-3492-40ee-81a3-5f16c17133f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:49:28.871839 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-bb61d72f-3492-40ee-81a3-5f16c17133f4 admin admin] Usage tracker for resource:security_group_rule and tenant:e25a4b77fd9c430eb0b75ed8b15eeebb is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:49:28.876028 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-bb61d72f-3492-40ee-81a3-5f16c17133f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:49:28.885481 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-bb61d72f-3492-40ee-81a3-5f16c17133f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:49:28.914473 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-cf85a7fc-986c-4854-9827-1f0a3d7c40c5 req-7f0b9228-7f3e-4820-aea0-2bf04934bae0 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] 10.222.0.133 "GET /v2.0/security-groups?id=b805e537-5c6d-4db4-9d73-1752372194a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890501
Feb 02 13:49:28.925244 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4b5a9-94e2-494d-a9d4-523ccf6522be req-c1f5a0a2-9594-4ddc-beac-f87cb661e8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:49:28.928593 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-51b4b5a9-94e2-494d-a9d4-523ccf6522be req-c1f5a0a2-9594-4ddc-beac-f87cb661e8bf service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2010446
Feb 02 13:49:29.072551 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c7e8766e-8d12-4426-afca-822902410145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:29.142341 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-51b4b5a9-94e2-494d-a9d4-523ccf6522be req-65c088d9-ae42-41cb-a15f-3209e12ed9df service neutron] 10.222.0.132 "GET /v2.0/networks/0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2053039
Feb 02 13:49:29.147296 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7db4e9-24ad-45eb-b999-c3f10e412080 req-830beba3-399a-42b1-b354-0a5062f1f735 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:49:29.149063 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-5a7db4e9-24ad-45eb-b999-c3f10e412080 req-830beba3-399a-42b1-b354-0a5062f1f735 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/ports?device_id=ba7bce68-b2e1-4d67-9cb1-61326618ee3f HTTP/1.1" status: 200  len: 943 time: 0.1862190
Feb 02 13:49:29.233121 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-5a7db4e9-24ad-45eb-b999-c3f10e412080 req-c82ae212-30af-4be0-88de-b090c251b823 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/security-groups?id=89ca574e-9d76-4d27-a7b5-e94822b88bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0732572
Feb 02 13:49:29.266362 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb61d72f-3492-40ee-81a3-5f16c17133f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:29.281027 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb61d72f-3492-40ee-81a3-5f16c17133f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:29.290644 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-5b4c9982-1b94-4f50-b3b4-74e0aa090d9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:49:29.323413 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-4511e4fe-01ce-4377-883e-194b68c53a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:29.377167 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-bb61d72f-3492-40ee-81a3-5f16c17133f4 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=e25a4b77fd9c430eb0b75ed8b15eeebb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5792284
Feb 02 13:49:29.378539 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb61d72f-3492-40ee-81a3-5f16c17133f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b07a14b-aa6c-4958-a4f9-ccf655ab6152,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:49:29.382687 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 49418) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:49:29.384115 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb61d72f-3492-40ee-81a3-5f16c17133f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:49:29.420249 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-51b4b5a9-94e2-494d-a9d4-523ccf6522be req-38c089b3-b7c4-4c1a-84c3-f96b713fcbad service neutron] 10.222.0.132 "GET /v2.0/networks/0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2698011
Feb 02 13:49:29.482363 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d5900265-028b-4927-8d5c-d5d35efc04b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:29.517821 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d5900265-028b-4927-8d5c-d5d35efc04b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:29.567807 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d5900265-028b-4927-8d5c-d5d35efc04b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:29.572366 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-26f41f17-22f2-462b-8ca9-61740e9b506d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:49:29.586133 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5900265-028b-4927-8d5c-d5d35efc04b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b07a14b-aa6c-4958-a4f9-ccf655ab6152,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:49:29.597926 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5900265-028b-4927-8d5c-d5d35efc04b6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:49:29.598611 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5900265-028b-4927-8d5c-d5d35efc04b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:49:29.599069 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5900265-028b-4927-8d5c-d5d35efc04b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:49:29.599594 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5900265-028b-4927-8d5c-d5d35efc04b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:49:29.600142 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5900265-028b-4927-8d5c-d5d35efc04b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:49:29.600643 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5900265-028b-4927-8d5c-d5d35efc04b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:49:29.601103 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5900265-028b-4927-8d5c-d5d35efc04b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:49:29.601605 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5900265-028b-4927-8d5c-d5d35efc04b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:49:29.602123 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5900265-028b-4927-8d5c-d5d35efc04b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:49:29.603088 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5900265-028b-4927-8d5c-d5d35efc04b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:49:29.603477 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5900265-028b-4927-8d5c-d5d35efc04b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:49:29.604084 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5900265-028b-4927-8d5c-d5d35efc04b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:49:29.604704 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5900265-028b-4927-8d5c-d5d35efc04b6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:49:29.605141 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5900265-028b-4927-8d5c-d5d35efc04b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:49:29.606150 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5900265-028b-4927-8d5c-d5d35efc04b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:49:29.606662 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5900265-028b-4927-8d5c-d5d35efc04b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:49:29.607089 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5900265-028b-4927-8d5c-d5d35efc04b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:49:29.607528 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5900265-028b-4927-8d5c-d5d35efc04b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:49:29.608066 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5900265-028b-4927-8d5c-d5d35efc04b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:49:29.608518 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5900265-028b-4927-8d5c-d5d35efc04b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:49:29.608917 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5900265-028b-4927-8d5c-d5d35efc04b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:49:29.609350 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5900265-028b-4927-8d5c-d5d35efc04b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:49:29.609850 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5900265-028b-4927-8d5c-d5d35efc04b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:49:29.610324 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5900265-028b-4927-8d5c-d5d35efc04b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:49:29.614227 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-d5900265-028b-4927-8d5c-d5d35efc04b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:49:29.627275 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d5900265-028b-4927-8d5c-d5d35efc04b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:29.629171 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-d5900265-028b-4927-8d5c-d5d35efc04b6 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/7b07a14b-aa6c-4958-a4f9-ccf655ab6152 HTTP/1.1" status: 204  len: 168 time: 0.2446880
Feb 02 13:49:29.955775 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db33d6-bea5-4fc1-afc2-dd52ca975481 req-30ce8561-a335-42d1-bb25-255e7f873cb6 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:49:29.957087 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-10db33d6-bea5-4fc1-afc2-dd52ca975481 req-30ce8561-a335-42d1-bb25-255e7f873cb6 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Synchronizing usage tracker for tenant:631f81c70cc04a60b1d7ccf56539dea1 on resource:port {{(pid=80185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:49:29.988555 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-10db33d6-bea5-4fc1-afc2-dd52ca975481 req-30ce8561-a335-42d1-bb25-255e7f873cb6 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Unset dirty status for tenant:631f81c70cc04a60b1d7ccf56539dea1 on resource:port {{(pid=80185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:49:29.990002 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-10db33d6-bea5-4fc1-afc2-dd52ca975481 req-30ce8561-a335-42d1-bb25-255e7f873cb6 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] 10.222.0.132 "GET /v2.0/ports?device_id=8918bda4-f455-4789-9590-a6d7348473b4 HTTP/1.1" status: 200  len: 945 time: 0.3105693
Feb 02 13:49:30.046869 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device b505e43d-b805-4e02-9517-d87635ab059c no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 02 13:49:30.117423 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-10db33d6-bea5-4fc1-afc2-dd52ca975481 req-69991bb7-5489-4e6c-9f87-79e65be49d30 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Deleting port b505e43d-b805-4e02-9517-d87635ab059c {{(pid=80185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:49:30.118304 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-10db33d6-bea5-4fc1-afc2-dd52ca975481 req-69991bb7-5489-4e6c-9f87-79e65be49d30 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:30.136343 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 49428) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:49:30.157592 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f2d8a731-7e68-434a-9a69-2b29d2905b95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:30.179546 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-f2d8a731-7e68-434a-9a69-2b29d2905b95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:49:30.185800 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-f2d8a731-7e68-434a-9a69-2b29d2905b95 admin admin] Usage tracker for resource:security_group_rule and tenant:b0779f686a61448c85b880db1560dc43 is out of sync, need to count used quota {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:49:30.189499 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-f2d8a731-7e68-434a-9a69-2b29d2905b95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:49:30.196535 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-f2d8a731-7e68-434a-9a69-2b29d2905b95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:49:30.222166 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:30.257035 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8918bda4-f455-4789-9590-a6d7348473b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b505e43d-b805-4e02-9517-d87635ab059c'}] {{(pid=80186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:49:30.275893 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] For port b505e43d-b805-4e02-9517-d87635ab059c, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=b505e43d-b805-4e02-9517-d87635ab059c,segment=NetworkSegment(cb357ec8-552c-4b55-98c6-8c529757c74d),segment_id=cb357ec8-552c-4b55-98c6-8c529757c74d)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:49:30.294490 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:30.300187 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-69d86910-347a-4089-b346-6e70f29aa146 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:49:30.390952 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Pushing event updated for resources: {'Port': ['ID=b505e43d-b805-4e02-9517-d87635ab059c,revision_number=5']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:49:30.394576 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:49:30.403288 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:30.414687 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8918bda4-f455-4789-9590-a6d7348473b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b505e43d-b805-4e02-9517-d87635ab059c', 'code': 200}
Feb 02 13:49:30.456372 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f3de2-35c0-4927-bba9-72fb1c238617 req-624404b6-8879-49cb-90e8-6ec261951c03 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:49:30.458207 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-623f3de2-35c0-4927-bba9-72fb1c238617 req-624404b6-8879-49cb-90e8-6ec261951c03 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] 10.222.0.133 "GET /v2.0/ports?device_id=8918bda4-f455-4789-9590-a6d7348473b4 HTTP/1.1" status: 200  len: 945 time: 0.2416978
Feb 02 13:49:30.525729 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f2d8a731-7e68-434a-9a69-2b29d2905b95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:30.554390 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-623f3de2-35c0-4927-bba9-72fb1c238617 req-06637e24-126a-4191-aa41-791de9fa3049 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] 10.222.0.133 "GET /v2.0/security-groups?id=b805e537-5c6d-4db4-9d73-1752372194a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837736
Feb 02 13:49:30.555134 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f2d8a731-7e68-434a-9a69-2b29d2905b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:30.563187 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-d8b37e31-d15e-4f3a-8e89-ccd733b4c813 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:49:30.593778 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d8a731-7e68-434a-9a69-2b29d2905b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f8bd60-34ad-4306-993d-30388d3b6b90,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:49:30.594736 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-10db33d6-bea5-4fc1-afc2-dd52ca975481 req-69991bb7-5489-4e6c-9f87-79e65be49d30 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] For port b505e43d-b805-4e02-9517-d87635ab059c, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=b505e43d-b805-4e02-9517-d87635ab059c,segment=NetworkSegment(cb357ec8-552c-4b55-98c6-8c529757c74d),segment_id=cb357ec8-552c-4b55-98c6-8c529757c74d)] {{(pid=80185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:49:30.595530 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-10db33d6-bea5-4fc1-afc2-dd52ca975481 req-69991bb7-5489-4e6c-9f87-79e65be49d30 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:30.609545 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f2d8a731-7e68-434a-9a69-2b29d2905b95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:49:30.644841 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-f2d8a731-7e68-434a-9a69-2b29d2905b95 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=b0779f686a61448c85b880db1560dc43&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5070786
Feb 02 13:49:30.686074 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 49436) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:49:30.780503 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-10db33d6-bea5-4fc1-afc2-dd52ca975481 req-69991bb7-5489-4e6c-9f87-79e65be49d30 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Calling delete_port for b505e43d-b805-4e02-9517-d87635ab059c owned by compute:nova {{(pid=80185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:49:30.850606 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee37ee-4d93-4d99-bc06-cb89f989c263 req-ba0026a1-63cb-4aff-9d33-33f90af5f758 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:49:30.853394 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-50ee37ee-4d93-4d99-bc06-cb89f989c263 req-ba0026a1-63cb-4aff-9d33-33f90af5f758 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/ports?device_id=ba7bce68-b2e1-4d67-9cb1-61326618ee3f HTTP/1.1" status: 200  len: 943 time: 0.2063653
Feb 02 13:49:30.946146 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b0e6e5d3-ceee-40ba-8c22-598098d6dce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:30.970199 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-50ee37ee-4d93-4d99-bc06-cb89f989c263 req-0c7993ff-ad1f-4cb7-89a3-c4eec3b079b8 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/security-groups?id=89ca574e-9d76-4d27-a7b5-e94822b88bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1079967
Feb 02 13:49:30.976248 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.db.api [req-10db33d6-bea5-4fc1-afc2-dd52ca975481 req-69991bb7-5489-4e6c-9f87-79e65be49d30 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80185) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 02 13:49:30.976589 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_db.api [req-10db33d6-bea5-4fc1-afc2-dd52ca975481 req-69991bb7-5489-4e6c-9f87-79e65be49d30 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80185) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 02 13:49:30.984932 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b0e6e5d3-ceee-40ba-8c22-598098d6dce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:31.041426 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b0e6e5d3-ceee-40ba-8c22-598098d6dce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:31.046156 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-b098e8a5-4a18-4266-b8a7-f58c76897583 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:49:31.062384 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e6e5d3-ceee-40ba-8c22-598098d6dce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f8bd60-34ad-4306-993d-30388d3b6b90,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:49:31.067495 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-b0e6e5d3-ceee-40ba-8c22-598098d6dce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:49:31.082023 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b0e6e5d3-ceee-40ba-8c22-598098d6dce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:31.083366 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-b0e6e5d3-ceee-40ba-8c22-598098d6dce9 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/a9f8bd60-34ad-4306-993d-30388d3b6b90 HTTP/1.1" status: 204  len: 168 time: 0.3959877
Feb 02 13:49:31.120170 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-42ef245d-f728-4293-a752-dedea4fc02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:31.477753 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-10db33d6-bea5-4fc1-afc2-dd52ca975481 req-69991bb7-5489-4e6c-9f87-79e65be49d30 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Deleting port b505e43d-b805-4e02-9517-d87635ab059c {{(pid=80185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:49:31.478397 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-10db33d6-bea5-4fc1-afc2-dd52ca975481 req-69991bb7-5489-4e6c-9f87-79e65be49d30 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:31.835190 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-10db33d6-bea5-4fc1-afc2-dd52ca975481 req-69991bb7-5489-4e6c-9f87-79e65be49d30 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] For port b505e43d-b805-4e02-9517-d87635ab059c, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=b505e43d-b805-4e02-9517-d87635ab059c,segment=NetworkSegment(cb357ec8-552c-4b55-98c6-8c529757c74d),segment_id=cb357ec8-552c-4b55-98c6-8c529757c74d)] {{(pid=80185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:49:31.836258 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-10db33d6-bea5-4fc1-afc2-dd52ca975481 req-69991bb7-5489-4e6c-9f87-79e65be49d30 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:32.028804 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-10db33d6-bea5-4fc1-afc2-dd52ca975481 req-69991bb7-5489-4e6c-9f87-79e65be49d30 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Calling delete_port for b505e43d-b805-4e02-9517-d87635ab059c owned by compute:nova {{(pid=80185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:49:32.109815 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c19033a-1174-4846-b29c-df9447a46dd6 req-c867300f-6f57-4416-9eda-c01d8ceb43ef tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:49:32.113121 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-1c19033a-1174-4846-b29c-df9447a46dd6 req-c867300f-6f57-4416-9eda-c01d8ceb43ef tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] 10.222.0.133 "GET /v2.0/ports?device_id=8918bda4-f455-4789-9590-a6d7348473b4 HTTP/1.1" status: 200  len: 943 time: 0.2948847
Feb 02 13:49:32.247818 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-10db33d6-bea5-4fc1-afc2-dd52ca975481 req-69991bb7-5489-4e6c-9f87-79e65be49d30 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264942761622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264943208991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2210562'] for port, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:32.260224 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-1c19033a-1174-4846-b29c-df9447a46dd6 req-5cd4b97a-65b5-4ec7-8d6c-95d311f26962 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] 10.222.0.133 "GET /v2.0/security-groups?id=b805e537-5c6d-4db4-9d73-1752372194a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1307063
Feb 02 13:49:32.337135 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-01ca73ea-0c3a-4f99-8cff-8ae500818082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:49:32.397347 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69991bb7-5489-4e6c-9f87-79e65be49d30 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Pushing event deleted for resources: {'Port': ['ID=b505e43d-b805-4e02-9517-d87635ab059c,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:49:32.400467 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-69991bb7-5489-4e6c-9f87-79e65be49d30 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:49:32.424472 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde76bb4-2e13-481a-a258-3a6672f9ee91 req-53ae5128-5a7f-4961-9f87-50703bf43547 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:49:32.426424 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-bde76bb4-2e13-481a-a258-3a6672f9ee91 req-53ae5128-5a7f-4961-9f87-50703bf43547 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/ports?device_id=ba7bce68-b2e1-4d67-9cb1-61326618ee3f HTTP/1.1" status: 200  len: 943 time: 0.2479677
Feb 02 13:49:32.506867 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-bde76bb4-2e13-481a-a258-3a6672f9ee91 req-ef088ef7-cb0f-4940-af87-63e0bba707c6 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/security-groups?id=89ca574e-9d76-4d27-a7b5-e94822b88bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0730467
Feb 02 13:49:32.550591 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [req-10db33d6-bea5-4fc1-afc2-dd52ca975481 req-69991bb7-5489-4e6c-9f87-79e65be49d30 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] No DVR routers for this DVR port b505e43d-b805-4e02-9517-d87635ab059c on host hv-cinder-77238 {{(pid=80185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 02 13:49:32.553129 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-10db33d6-bea5-4fc1-afc2-dd52ca975481 req-69991bb7-5489-4e6c-9f87-79e65be49d30 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for port, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:32.556387 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8918bda4-f455-4789-9590-a6d7348473b4', 'name': 'network-vif-deleted', 'tag': 'b505e43d-b805-4e02-9517-d87635ab059c'}] {{(pid=80185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:49:32.571194 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-10db33d6-bea5-4fc1-afc2-dd52ca975481 req-69991bb7-5489-4e6c-9f87-79e65be49d30 tempest-VolumesSnapshotTestJSON-1273780167 tempest-VolumesSnapshotTestJSON-1273780167-project] 10.222.0.132 "DELETE /v2.0/ports/b505e43d-b805-4e02-9517-d87635ab059c HTTP/1.1" status: 204  len: 173 time: 2.5747082
Feb 02 13:49:32.649031 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8918bda4-f455-4789-9590-a6d7348473b4', 'name': 'network-vif-deleted', 'tag': 'b505e43d-b805-4e02-9517-d87635ab059c', 'status': 'completed', 'code': 200}
Feb 02 13:49:33.205331 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:33.956821 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244cb1e2-67d2-4ca4-96e8-c5031742ce4b req-bd60c98a-88d9-439f-8e29-832ee27ac6fc tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:49:33.958589 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-244cb1e2-67d2-4ca4-96e8-c5031742ce4b req-bd60c98a-88d9-439f-8e29-832ee27ac6fc tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/ports?device_id=ba7bce68-b2e1-4d67-9cb1-61326618ee3f HTTP/1.1" status: 200  len: 943 time: 0.2327638
Feb 02 13:49:34.039531 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-244cb1e2-67d2-4ca4-96e8-c5031742ce4b req-a6b4c4ff-aa08-46c1-a0c4-338cacb1ec4a tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/security-groups?id=89ca574e-9d76-4d27-a7b5-e94822b88bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0704117
Feb 02 13:49:35.514039 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb8c97-5a0a-4fdd-9922-b7ef42f6a33d req-ef39cfcb-f494-47b4-978b-33605bb65263 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:49:35.516152 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e9fb8c97-5a0a-4fdd-9922-b7ef42f6a33d req-ef39cfcb-f494-47b4-978b-33605bb65263 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/ports?device_id=ba7bce68-b2e1-4d67-9cb1-61326618ee3f HTTP/1.1" status: 200  len: 943 time: 0.2920001
Feb 02 13:49:35.603136 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e9fb8c97-5a0a-4fdd-9922-b7ef42f6a33d req-a8cf92d8-9c90-44a7-8711-7351e30fe67e tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/security-groups?id=89ca574e-9d76-4d27-a7b5-e94822b88bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0732653
Feb 02 13:49:37.021961 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ffe497-77b0-469d-a822-2e5dd6fa6db0 req-898550ba-39cb-4437-a0e2-1fecd59f2ae6 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:49:37.024250 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-05ffe497-77b0-469d-a822-2e5dd6fa6db0 req-898550ba-39cb-4437-a0e2-1fecd59f2ae6 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/ports?device_id=ba7bce68-b2e1-4d67-9cb1-61326618ee3f HTTP/1.1" status: 200  len: 943 time: 0.2173402
Feb 02 13:49:37.104450 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-05ffe497-77b0-469d-a822-2e5dd6fa6db0 req-ad518fc2-a50e-4960-94f7-728a07913076 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/security-groups?id=89ca574e-9d76-4d27-a7b5-e94822b88bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0720940
Feb 02 13:49:38.212946 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device 94f7136c-e424-42c5-9ee8-5bad7bb12fd6 up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:49:38.308483 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning for port 94f7136c-e424-42c5-9ee8-5bad7bb12fd6 completed by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:49:38.314242 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port 94f7136c-e424-42c5-9ee8-5bad7bb12fd6 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:49:38.314735 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:38.472542 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c281a6c-27ed-4626-92a2-05785505275c req-cd11ab28-64c1-49f3-8d02-cb010f0e02cc tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:49:38.474400 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-1c281a6c-27ed-4626-92a2-05785505275c req-cd11ab28-64c1-49f3-8d02-cb010f0e02cc tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/ports?device_id=ba7bce68-b2e1-4d67-9cb1-61326618ee3f HTTP/1.1" status: 200  len: 943 time: 0.1936846
Feb 02 13:49:38.491705 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:38.526515 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7bce68-b2e1-4d67-9cb1-61326618ee3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f7136c-e424-42c5-9ee8-5bad7bb12fd6'}] {{(pid=80186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:49:38.541453 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] For port 94f7136c-e424-42c5-9ee8-5bad7bb12fd6, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=94f7136c-e424-42c5-9ee8-5bad7bb12fd6,segment=NetworkSegment(2aa86323-3806-4213-8222-472504c40951),segment_id=2aa86323-3806-4213-8222-472504c40951)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:49:38.546662 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:38.551424 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:49:38.564799 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-1c281a6c-27ed-4626-92a2-05785505275c req-faa261d1-7af6-4c6a-aa4c-6c18b073debc tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/security-groups?id=89ca574e-9d76-4d27-a7b5-e94822b88bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0764256
Feb 02 13:49:38.630477 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7bce68-b2e1-4d67-9cb1-61326618ee3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f7136c-e424-42c5-9ee8-5bad7bb12fd6', 'code': 200}
Feb 02 13:49:38.668095 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Pushing event updated for resources: {'Port': ['ID=94f7136c-e424-42c5-9ee8-5bad7bb12fd6,revision_number=4']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:49:38.675645 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:49:38.973111 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cbf2bd-8a22-48da-8263-b3842df7bebc req-33683b6d-a49e-4d39-9880-d423f6035d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:49:38.975965 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b0cbf2bd-8a22-48da-8263-b3842df7bebc req-33683b6d-a49e-4d39-9880-d423f6035d45 service neutron] 10.222.0.132 "GET /v2.0/ports?device_id=ba7bce68-b2e1-4d67-9cb1-61326618ee3f HTTP/1.1" status: 200  len: 1162 time: 0.1279778
Feb 02 13:49:39.048284 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b0cbf2bd-8a22-48da-8263-b3842df7bebc req-164c48e9-945a-4a19-b9c3-168291564b04 service neutron] 10.222.0.132 "GET /v2.0/security-groups?id=89ca574e-9d76-4d27-a7b5-e94822b88bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0665803
Feb 02 13:49:40.153621 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f314c3-fda6-460a-8b33-9c25ac29ff89 req-7f6965e8-c3aa-4a04-8952-aaa73f9aee71 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:49:40.157229 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-43f314c3-fda6-460a-8b33-9c25ac29ff89 req-7f6965e8-c3aa-4a04-8952-aaa73f9aee71 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/ports?device_id=ba7bce68-b2e1-4d67-9cb1-61326618ee3f HTTP/1.1" status: 200  len: 945 time: 0.3456719
Feb 02 13:49:40.255424 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-43f314c3-fda6-460a-8b33-9c25ac29ff89 req-76cfae44-d15b-46fe-ba4c-9f40fec1c183 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/security-groups?id=89ca574e-9d76-4d27-a7b5-e94822b88bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0838039
Feb 02 13:49:40.657989 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device 94f7136c-e424-42c5-9ee8-5bad7bb12fd6 up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:49:40.817250 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port 94f7136c-e424-42c5-9ee8-5bad7bb12fd6 triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:49:40.820042 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:41.711549 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe97b9f-8dd7-4b1f-bb04-c15b67562f56 req-c942cf7a-2295-4083-b3ac-e135c3755de9 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:49:41.713312 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-0fe97b9f-8dd7-4b1f-bb04-c15b67562f56 req-c942cf7a-2295-4083-b3ac-e135c3755de9 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/ports?device_id=ba7bce68-b2e1-4d67-9cb1-61326618ee3f HTTP/1.1" status: 200  len: 945 time: 0.2348166
Feb 02 13:49:41.814914 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-0fe97b9f-8dd7-4b1f-bb04-c15b67562f56 req-bb26097e-1719-475c-aa15-ea6ebe65d38a tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/security-groups?id=89ca574e-9d76-4d27-a7b5-e94822b88bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0841308
Feb 02 13:49:42.199999 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7edc773-ab3e-4e4e-822a-eeccebf11351 req-45e63767-a373-449d-9db6-ce3793e709fe tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:49:42.202240 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-f7edc773-ab3e-4e4e-822a-eeccebf11351 req-45e63767-a373-449d-9db6-ce3793e709fe tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/ports?device_id=ba7bce68-b2e1-4d67-9cb1-61326618ee3f HTTP/1.1" status: 200  len: 945 time: 0.2263765
Feb 02 13:49:42.317131 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-f7edc773-ab3e-4e4e-822a-eeccebf11351 req-ab727fec-98cd-46e2-8e3d-a386a7b2fec6 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/security-groups?id=89ca574e-9d76-4d27-a7b5-e94822b88bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1038587
Feb 02 13:49:42.641772 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-33f45193-59a8-4f81-9445-01f64a05ea5c req-82fae49b-0d35-4a89-ac95-9d73f3d78e58 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2570367
Feb 02 13:49:42.666116 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-33f45193-59a8-4f81-9445-01f64a05ea5c req-0bcb8e06-a329-40e8-b79c-5ed00d639918 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Request body: {'floatingip': {'floating_network_id': '081eaffe-521e-4302-9444-c5c7bff220cd'}} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:49:42.712304 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-33f45193-59a8-4f81-9445-01f64a05ea5c req-0bcb8e06-a329-40e8-b79c-5ed00d639918 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:49:42.727139 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-33f45193-59a8-4f81-9445-01f64a05ea5c req-0bcb8e06-a329-40e8-b79c-5ed00d639918 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:49:42.742172 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-33f45193-59a8-4f81-9445-01f64a05ea5c req-0bcb8e06-a329-40e8-b79c-5ed00d639918 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks [] for floatingip, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:43.056106 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-33f45193-59a8-4f81-9445-01f64a05ea5c req-0bcb8e06-a329-40e8-b79c-5ed00d639918 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:43.613660 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_common [req-33f45193-59a8-4f81-9445-01f64a05ea5c req-0bcb8e06-a329-40e8-b79c-5ed00d639918 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Allocated IP 172.27.2.3 (081eaffe-521e-4302-9444-c5c7bff220cd/e906fce0-ed19-4873-885c-646e92308730/3f4a78a0-4107-401a-8365-39eeaad4feb1) {{(pid=80184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 02 13:49:43.867827 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-33f45193-59a8-4f81-9445-01f64a05ea5c req-0bcb8e06-a329-40e8-b79c-5ed00d639918 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks [] for port, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:43.916157 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-33f45193-59a8-4f81-9445-01f64a05ea5c req-0bcb8e06-a329-40e8-b79c-5ed00d639918 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264943169311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851940450'] for port, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:43.941925 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-77697445-61ed-462b-befd-95526ddd7971 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:49:44.094731 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcb8e06-a329-40e8-b79c-5ed00d639918 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Pushing event updated for resources: {'Port': ['ID=3f4a78a0-4107-401a-8365-39eeaad4feb1,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:49:44.099649 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-0bcb8e06-a329-40e8-b79c-5ed00d639918 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:49:44.161435 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33f45193-59a8-4f81-9445-01f64a05ea5c req-0bcb8e06-a329-40e8-b79c-5ed00d639918 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Network 081eaffe-521e-4302-9444-c5c7bff220cd is already hosted by enough agents. {{(pid=80184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:49:44.162505 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [req-33f45193-59a8-4f81-9445-01f64a05ea5c req-0bcb8e06-a329-40e8-b79c-5ed00d639918 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Resources bound (agent type, host, resource id):  {{(pid=80184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:49:44.165568 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f45193-59a8-4f81-9445-01f64a05ea5c req-0bcb8e06-a329-40e8-b79c-5ed00d639918 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Received port after_create {{(pid=80184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 02 13:49:44.282267 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-33f45193-59a8-4f81-9445-01f64a05ea5c req-0bcb8e06-a329-40e8-b79c-5ed00d639918 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:44.359877 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-bd7a59af-5922-440e-aa81-1a441f74c8cc req-b27a07b7-ab41-4cac-82eb-a2cd309d7ae4 service neutron] 10.222.0.132 "GET /v2.0/ports?device_id=ba7bce68-b2e1-4d67-9cb1-61326618ee3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1375244
Feb 02 13:49:44.400028 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-33f45193-59a8-4f81-9445-01f64a05ea5c req-0bcb8e06-a329-40e8-b79c-5ed00d639918 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:44.545001 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a59af-5922-440e-aa81-1a441f74c8cc req-04b64478-a9f8-445a-97d4-f3993fd0c064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:49:44.546422 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-bd7a59af-5922-440e-aa81-1a441f74c8cc req-04b64478-a9f8-445a-97d4-f3993fd0c064 service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=9fd246219b8b41dbaae8904115d1595f&device_id=ba7bce68-b2e1-4d67-9cb1-61326618ee3f HTTP/1.1" status: 200  len: 1162 time: 0.1003118
Feb 02 13:49:44.786194 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a59af-5922-440e-aa81-1a441f74c8cc req-83a26a93-dc3a-49ae-a944-5db64f4239b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:49:44.788860 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-bd7a59af-5922-440e-aa81-1a441f74c8cc req-83a26a93-dc3a-49ae-a944-5db64f4239b6 service neutron] 10.222.0.132 "GET /v2.0/networks?id=0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593 HTTP/1.1" status: 200  len: 905 time: 0.2229788
Feb 02 13:49:44.890040 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-33f45193-59a8-4f81-9445-01f64a05ea5c req-0bcb8e06-a329-40e8-b79c-5ed00d639918 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks [] for port, precommit_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:44.895909 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-33f45193-59a8-4f81-9445-01f64a05ea5c req-0bcb8e06-a329-40e8-b79c-5ed00d639918 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2835433'] for port, after_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:44.922747 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-ffcfee73-c702-4e26-8f8a-e443001b54ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:49:44.928983 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-bd7a59af-5922-440e-aa81-1a441f74c8cc req-1562a882-73ec-4b7f-8339-6406da5c0b14 service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94f7136c-e424-42c5-9ee8-5bad7bb12fd6 HTTP/1.1" status: 200  len: 217 time: 0.1317322
Feb 02 13:49:45.067511 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a59af-5922-440e-aa81-1a441f74c8cc req-d7113cde-b547-4422-9850-f5cc20bd2540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:49:45.069592 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-bd7a59af-5922-440e-aa81-1a441f74c8cc req-d7113cde-b547-4422-9850-f5cc20bd2540 service neutron] 10.222.0.132 "GET /v2.0/subnets?id=c84715ee-f128-4ac6-b34f-2786eff260c7 HTTP/1.1" status: 200  len: 850 time: 0.1344490
Feb 02 13:49:45.214741 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a59af-5922-440e-aa81-1a441f74c8cc req-247b68b4-dbcc-4359-9d25-a9d4f66e28c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:49:45.217765 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-bd7a59af-5922-440e-aa81-1a441f74c8cc req-247b68b4-dbcc-4359-9d25-a9d4f66e28c7 service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1385336
Feb 02 13:49:45.439004 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-bd7a59af-5922-440e-aa81-1a441f74c8cc req-907dacbf-ce8d-4b47-abee-c6bede2f891a service neutron] 10.222.0.132 "GET /v2.0/networks/0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2108116
Feb 02 13:49:45.452267 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcb8e06-a329-40e8-b79c-5ed00d639918 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Pushing event updated for resources: {'Port': ['ID=3f4a78a0-4107-401a-8365-39eeaad4feb1,revision_number=2']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:49:45.461203 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-0bcb8e06-a329-40e8-b79c-5ed00d639918 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:49:45.606573 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-33f45193-59a8-4f81-9445-01f64a05ea5c req-0bcb8e06-a329-40e8-b79c-5ed00d639918 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852699397'] for floatingip, after_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:45.624522 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-bd7a59af-5922-440e-aa81-1a441f74c8cc req-90a014d9-2de9-42aa-84f2-f77f5de42d3c service neutron] 10.222.0.132 "GET /v2.0/networks/0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1807432
Feb 02 13:49:45.648663 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-33f45193-59a8-4f81-9445-01f64a05ea5c req-0bcb8e06-a329-40e8-b79c-5ed00d639918 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for floatingip, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:45.650266 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-33f45193-59a8-4f81-9445-01f64a05ea5c req-0bcb8e06-a329-40e8-b79c-5ed00d639918 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 696 time: 2.9940736
Feb 02 13:49:45.768412 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-33f45193-59a8-4f81-9445-01f64a05ea5c req-b70b14ee-960b-4621-a54f-784fe9dbfae6 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Synchronizing usage tracker for tenant:9fd246219b8b41dbaae8904115d1595f on resource:floatingip {{(pid=80184) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:49:45.794827 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-33f45193-59a8-4f81-9445-01f64a05ea5c req-b70b14ee-960b-4621-a54f-784fe9dbfae6 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Unset dirty status for tenant:9fd246219b8b41dbaae8904115d1595f on resource:floatingip {{(pid=80184) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:49:45.798309 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-33f45193-59a8-4f81-9445-01f64a05ea5c req-b70b14ee-960b-4621-a54f-784fe9dbfae6 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/floatingips?floating_ip_address=172.27.2.3 HTTP/1.1" status: 200  len: 694 time: 0.1384928
Feb 02 13:49:46.065502 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f45193-59a8-4f81-9445-01f64a05ea5c req-a001eea6-6718-41b9-b816-df1c25c49864 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:49:46.067706 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-33f45193-59a8-4f81-9445-01f64a05ea5c req-a001eea6-6718-41b9-b816-df1c25c49864 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/networks/081eaffe-521e-4302-9444-c5c7bff220cd HTTP/1.1" status: 200  len: 784 time: 0.2629488
Feb 02 13:49:46.374456 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0b6aa-b11c-4a71-894e-c48dda55aecd req-e226dc8d-c476-4e0f-ba1d-5a2df914e268 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:49:46.376272 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b8b0b6aa-b11c-4a71-894e-c48dda55aecd req-e226dc8d-c476-4e0f-ba1d-5a2df914e268 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/ports?device_id=ba7bce68-b2e1-4d67-9cb1-61326618ee3f&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1724839
Feb 02 13:49:46.510163 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b8b0b6aa-b11c-4a71-894e-c48dda55aecd req-9cead1ef-3e97-4c87-a0f6-b8e60d4f95d4 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/floatingips?floating_ip_address=172.27.2.3 HTTP/1.1" status: 200  len: 694 time: 0.1221826
Feb 02 13:49:46.522081 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-b8b0b6aa-b11c-4a71-894e-c48dda55aecd req-afdc4a2e-6263-4773-aa9c-7d403d21aafa tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Request body: {'floatingip': {'port_id': '94f7136c-e424-42c5-9ee8-5bad7bb12fd6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:49:46.628109 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-b8b0b6aa-b11c-4a71-894e-c48dda55aecd req-afdc4a2e-6263-4773-aa9c-7d403d21aafa tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks [] for floatingip, before_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:47.405768 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.agents_db [None req-a5446886-6d63-4256-b3e6-4e67ca866f31 None None] Agent healthcheck: found 6 active agents {{(pid=80187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 02 13:49:47.467795 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-b8b0b6aa-b11c-4a71-894e-c48dda55aecd req-afdc4a2e-6263-4773-aa9c-7d403d21aafa tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:47.471368 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-b8b0b6aa-b11c-4a71-894e-c48dda55aecd req-afdc4a2e-6263-4773-aa9c-7d403d21aafa tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852699397'] for floatingip, after_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:47.691124 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.db.l3_db [req-b8b0b6aa-b11c-4a71-894e-c48dda55aecd req-afdc4a2e-6263-4773-aa9c-7d403d21aafa tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Floating IP 90050e89-a362-4e4f-881d-6ba85d3d89f1 associated. External IP: 172.27.2.3, port: 94f7136c-e424-42c5-9ee8-5bad7bb12fd6.
Feb 02 13:49:48.209701 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8b0b6aa-b11c-4a71-894e-c48dda55aecd req-afdc4a2e-6263-4773-aa9c-7d403d21aafa tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Router 4b36a0ac-0e23-4565-be2f-cb5815510a53 has already been hosted by L3 agent 46ed2aac-7d32-4274-9cac-387c5fc2cd87 {{(pid=80184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 02 13:49:48.482262 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8b0b6aa-b11c-4a71-894e-c48dda55aecd req-afdc4a2e-6263-4773-aa9c-7d403d21aafa tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify agent at l3_agent.dv-cinder-772388-4-iscsi the message routers_updated {{(pid=80184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 02 13:49:48.491032 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-b8b0b6aa-b11c-4a71-894e-c48dda55aecd req-afdc4a2e-6263-4773-aa9c-7d403d21aafa tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for floatingip, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:48.494804 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f8e9af-cb7c-4991-9c95-614cba941169 None None] Sync routers for ids ['4b36a0ac-0e23-4565-be2f-cb5815510a53'] in dv-cinder-772388-4-iscsi {{(pid=80187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 02 13:49:48.509320 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f8e9af-cb7c-4991-9c95-614cba941169 None None] Routers {'4b36a0ac-0e23-4565-be2f-cb5815510a53'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:49:48.510295 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-83f8e9af-cb7c-4991-9c95-614cba941169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5ef14c5f8>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:49:29Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['4b36a0ac-0e23-4565-be2f-cb5815510a53'], 'active': True} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:49:48.575106 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b8b0b6aa-b11c-4a71-894e-c48dda55aecd req-afdc4a2e-6263-4773-aa9c-7d403d21aafa tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "PUT /v2.0/floatingips/90050e89-a362-4e4f-881d-6ba85d3d89f1 HTTP/1.1" status: 200  len: 994 time: 2.0578170
Feb 02 13:49:48.576136 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba7bce68-b2e1-4d67-9cb1-61326618ee3f', 'tag': '94f7136c-e424-42c5-9ee8-5bad7bb12fd6'}] {{(pid=80184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:49:48.693556 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba7bce68-b2e1-4d67-9cb1-61326618ee3f', 'tag': '94f7136c-e424-42c5-9ee8-5bad7bb12fd6', 'status': 'completed', 'code': 200}
Feb 02 13:49:48.728012 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0b6aa-b11c-4a71-894e-c48dda55aecd req-48acb74f-d287-49ed-97ae-f1d75072f3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:49:48.729800 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b8b0b6aa-b11c-4a71-894e-c48dda55aecd req-48acb74f-d287-49ed-97ae-f1d75072f3e6 service neutron] 10.222.0.133 "GET /v2.0/ports?tenant_id=9fd246219b8b41dbaae8904115d1595f&device_id=ba7bce68-b2e1-4d67-9cb1-61326618ee3f HTTP/1.1" status: 200  len: 1162 time: 0.1360667
Feb 02 13:49:48.811434 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-83f8e9af-cb7c-4991-9c95-614cba941169 None None] Set router 4b36a0ac-0e23-4565-be2f-cb5815510a53 gateway port host: dv-cinder-772388-4-iscsi {{(pid=80187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:49:49.272987 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0b6aa-b11c-4a71-894e-c48dda55aecd req-8c95921c-b0d9-46db-bd7d-51a2c0d000ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:49:49.275266 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b8b0b6aa-b11c-4a71-894e-c48dda55aecd req-8c95921c-b0d9-46db-bd7d-51a2c0d000ab service neutron] 10.222.0.133 "GET /v2.0/networks?id=0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593 HTTP/1.1" status: 200  len: 905 time: 0.5374401
Feb 02 13:49:49.382406 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-83f8e9af-cb7c-4991-9c95-614cba941169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5ef14c5f8>, [{'id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'name': 'tempest-TestVolumeBootPattern-815306273-router', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '3da19fcf-bcc5-4ccd-93a9-a76f6bafc205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:46:02Z', 'updated_at': '2021-02-02T13:46:08Z', 'revision_number': 4, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'gw_port': {'id': '3da19fcf-bcc5-4ccd-93a9-a76f6bafc205', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:95:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:03Z', 'updated_at': '2021-02-02T13:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_floatingips': [{'id': '90050e89-a362-4e4f-881d-6ba85d3d89f1', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'router_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'port_id': '94f7136c-e424-42c5-9ee8-5bad7bb12fd6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593', 'mac_address': 'fa:16:3e:dd:77:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7bce68-b2e1-4d67-9cb1-61326618ee3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-02T13:49:44Z', 'updated_at': '2021-02-02T13:49:47Z', 'revision_number': 1, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5733192f-ad25-4a48-982a-c32dc7a39af6', 'name': '', 'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'mac_address': 'fa:16:3e:ac:b4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c84715ee-f128-4ac6-b34f-2786eff260c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:07Z', 'updated_at': '2021-02-02T13:46:22Z', 'revision_number': 5, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'subnets': [{'id': 'c84715ee-f128-4ac6-b34f-2786eff260c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:49:49.389716 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f8e9af-cb7c-4991-9c95-614cba941169 None None] Checking router: 4b36a0ac-0e23-4565-be2f-cb5815510a53 for host: dv-cinder-772388-4-iscsi {{(pid=80187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 02 13:49:49.406824 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f8e9af-cb7c-4991-9c95-614cba941169 None None] Routers {'4b36a0ac-0e23-4565-be2f-cb5815510a53'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:49:49.408284 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-83f8e9af-cb7c-4991-9c95-614cba941169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5ef14c5f8>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:49:29Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['4b36a0ac-0e23-4565-be2f-cb5815510a53'], 'active': True} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:49:49.429477 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b8b0b6aa-b11c-4a71-894e-c48dda55aecd req-1032df9c-b755-4062-b4be-3dfd15215439 service neutron] 10.222.0.133 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94f7136c-e424-42c5-9ee8-5bad7bb12fd6 HTTP/1.1" status: 200  len: 997 time: 0.1398478
Feb 02 13:49:49.556243 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0b6aa-b11c-4a71-894e-c48dda55aecd req-aefedda8-e513-414a-9558-c65cb6aedd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:49:49.560142 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b8b0b6aa-b11c-4a71-894e-c48dda55aecd req-aefedda8-e513-414a-9558-c65cb6aedd5b service neutron] 10.222.0.133 "GET /v2.0/subnets?id=c84715ee-f128-4ac6-b34f-2786eff260c7 HTTP/1.1" status: 200  len: 850 time: 0.1183026
Feb 02 13:49:49.714121 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0b6aa-b11c-4a71-894e-c48dda55aecd req-acb80004-f493-4a53-abb7-8f170ff3e487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:49:49.716706 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b8b0b6aa-b11c-4a71-894e-c48dda55aecd req-acb80004-f493-4a53-abb7-8f170ff3e487 service neutron] 10.222.0.133 "GET /v2.0/ports?network_id=0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1447451
Feb 02 13:49:49.751504 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-83f8e9af-cb7c-4991-9c95-614cba941169 None None] Set router 4b36a0ac-0e23-4565-be2f-cb5815510a53 gateway port host: dv-cinder-772388-4-iscsi {{(pid=80187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:49:49.935133 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b8b0b6aa-b11c-4a71-894e-c48dda55aecd req-03099a8f-966c-4471-8882-fed2db9385bf service neutron] 10.222.0.133 "GET /v2.0/networks/0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2030118
Feb 02 13:49:50.158842 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b8b0b6aa-b11c-4a71-894e-c48dda55aecd req-d3b0fed9-6c72-4fda-a438-8fdb42650784 service neutron] 10.222.0.133 "GET /v2.0/networks/0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2164788
Feb 02 13:49:50.291990 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-83f8e9af-cb7c-4991-9c95-614cba941169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5ef14c5f8>, [{'id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'name': 'tempest-TestVolumeBootPattern-815306273-router', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '3da19fcf-bcc5-4ccd-93a9-a76f6bafc205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:46:02Z', 'updated_at': '2021-02-02T13:46:08Z', 'revision_number': 4, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'gw_port': {'id': '3da19fcf-bcc5-4ccd-93a9-a76f6bafc205', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:95:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:03Z', 'updated_at': '2021-02-02T13:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_floatingips': [{'id': '90050e89-a362-4e4f-881d-6ba85d3d89f1', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'router_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'port_id': '94f7136c-e424-42c5-9ee8-5bad7bb12fd6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593', 'mac_address': 'fa:16:3e:dd:77:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7bce68-b2e1-4d67-9cb1-61326618ee3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-02T13:49:44Z', 'updated_at': '2021-02-02T13:49:47Z', 'revision_number': 1, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5733192f-ad25-4a48-982a-c32dc7a39af6', 'name': '', 'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'mac_address': 'fa:16:3e:ac:b4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c84715ee-f128-4ac6-b34f-2786eff260c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:07Z', 'updated_at': '2021-02-02T13:46:22Z', 'revision_number': 5, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'subnets': [{'id': 'c84715ee-f128-4ac6-b34f-2786eff260c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:49:50.297673 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f8e9af-cb7c-4991-9c95-614cba941169 None None] The sync data for ids ['4b36a0ac-0e23-4565-be2f-cb5815510a53'] in dv-cinder-772388-4-iscsi is: [{'id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'name': 'tempest-TestVolumeBootPattern-815306273-router', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '3da19fcf-bcc5-4ccd-93a9-a76f6bafc205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:46:02Z', 'updated_at': '2021-02-02T13:46:08Z', 'revision_number': 4, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'gw_port': {'id': '3da19fcf-bcc5-4ccd-93a9-a76f6bafc205', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:95:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:03Z', 'updated_at': '2021-02-02T13:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_floatingips': [{'id': '90050e89-a362-4e4f-881d-6ba85d3d89f1', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'router_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'port_id': '94f7136c-e424-42c5-9ee8-5bad7bb12fd6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593', 'mac_address': 'fa:16:3e:dd:77:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7bce68-b2e1-4d67-9cb1-61326618ee3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-02T13:49:44Z', 'updated_at': '2021-02-02T13:49:47Z', 'revision_number': 1, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5733192f-ad25-4a48-982a-c32dc7a39af6', 'name': '', 'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'mac_address': 'fa:16:3e:ac:b4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c84715ee-f128-4ac6-b34f-2786eff260c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:07Z', 'updated_at': '2021-02-02T13:46:22Z', 'revision_number': 5, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'subnets': [{'id': 'c84715ee-f128-4ac6-b34f-2786eff260c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 02 13:49:50.731141 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cfce1c-924a-4f8b-a466-50f0527d828b None None] New status for floating IP 90050e89-a362-4e4f-881d-6ba85d3d89f1: ACTIVE {{(pid=80186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 02 13:49:51.084209 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a396c08c-d9b3-4e7b-ad95-0d37323cf9b2 req-911806a7-660a-4e95-b3f9-8ad745593764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:49:51.086320 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a396c08c-d9b3-4e7b-ad95-0d37323cf9b2 req-911806a7-660a-4e95-b3f9-8ad745593764 service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=9fd246219b8b41dbaae8904115d1595f&device_id=ba7bce68-b2e1-4d67-9cb1-61326618ee3f HTTP/1.1" status: 200  len: 1162 time: 0.5567093
Feb 02 13:49:51.318223 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a396c08c-d9b3-4e7b-ad95-0d37323cf9b2 req-93db3dfe-6f1a-4c3f-bee4-de9d89115599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:49:51.320396 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a396c08c-d9b3-4e7b-ad95-0d37323cf9b2 req-93db3dfe-6f1a-4c3f-bee4-de9d89115599 service neutron] 10.222.0.132 "GET /v2.0/networks?id=0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593 HTTP/1.1" status: 200  len: 905 time: 0.2280140
Feb 02 13:49:51.519287 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a396c08c-d9b3-4e7b-ad95-0d37323cf9b2 req-cc3ff84c-957a-4173-b12e-f49e95f76d2e service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94f7136c-e424-42c5-9ee8-5bad7bb12fd6 HTTP/1.1" status: 200  len: 997 time: 0.1934533
Feb 02 13:49:51.640267 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a396c08c-d9b3-4e7b-ad95-0d37323cf9b2 req-76572306-cc28-4c35-8d61-da2de31ba53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:49:51.641870 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a396c08c-d9b3-4e7b-ad95-0d37323cf9b2 req-76572306-cc28-4c35-8d61-da2de31ba53c service neutron] 10.222.0.132 "GET /v2.0/subnets?id=c84715ee-f128-4ac6-b34f-2786eff260c7 HTTP/1.1" status: 200  len: 850 time: 0.1146092
Feb 02 13:49:51.743051 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a396c08c-d9b3-4e7b-ad95-0d37323cf9b2 req-37526c73-5fc2-4b15-a869-f2b40970ecb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:49:51.744749 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a396c08c-d9b3-4e7b-ad95-0d37323cf9b2 req-37526c73-5fc2-4b15-a869-f2b40970ecb4 service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0934405
Feb 02 13:49:51.969955 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a396c08c-d9b3-4e7b-ad95-0d37323cf9b2 req-715831df-4592-4b19-9b5c-12bbdd0e6b18 service neutron] 10.222.0.132 "GET /v2.0/networks/0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2195182
Feb 02 13:49:52.145226 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a396c08c-d9b3-4e7b-ad95-0d37323cf9b2 req-45cab2b8-fa5f-4fe6-802c-651eda9c01cb service neutron] 10.222.0.132 "GET /v2.0/networks/0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1680138
Feb 02 13:49:56.017038 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-480e54ae-d582-446b-ad03-ea41a0bab949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:59.074127 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c7e8766e-8d12-4426-afca-822902410145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:49:59.324664 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-a5316f5a-5dc6-4fa5-8bf2-13f3936a4c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:50:00.305417 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:50:01.133246 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-42ef245d-f728-4293-a752-dedea4fc02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:50:03.206789 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:50:05.184133 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 49780) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:50:05.278238 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7cc9b65-d3bb-43f9-8f4b-3a825d42e42c admin admin] Deleting subnet b1119e60-5bf7-4ce1-ae9d-75780683b13d {{(pid=80184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Feb 02 13:50:05.282344 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e7cc9b65-d3bb-43f9-8f4b-3a825d42e42c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:50:05.366116 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e7cc9b65-d3bb-43f9-8f4b-3a825d42e42c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2212005'] for subnet, precommit_delete_associations {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:50:05.486504 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e7cc9b65-d3bb-43f9-8f4b-3a825d42e42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-22738'] for subnet, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:50:05.907016 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e7cc9b65-d3bb-43f9-8f4b-3a825d42e42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854753062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2835364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2297565'] for subnet, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:50:05.936860 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:50:06.043057 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc9b65-d3bb-43f9-8f4b-3a825d42e42c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1119e60-5bf7-4ce1-ae9d-75780683b13d,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:50:06.066140 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-e7cc9b65-d3bb-43f9-8f4b-3a825d42e42c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:50:06.123288 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e7cc9b65-d3bb-43f9-8f4b-3a825d42e42c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for subnet, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:50:06.134004 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-e7cc9b65-d3bb-43f9-8f4b-3a825d42e42c admin admin] 10.222.0.133 "DELETE /v2.0/subnets/b1119e60-5bf7-4ce1-ae9d-75780683b13d HTTP/1.1" status: 204  len: 168 time: 0.9478142
Feb 02 13:50:06.138973 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 49784) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:50:06.307011 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-01dc2d66-716b-4506-b35f-b1c286fc8a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854257808'] for network, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:50:06.584342 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-01dc2d66-716b-4506-b35f-b1c286fc8a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12633', 'neutron.services.segments.db._delete_segments_for_network--9223363264942646934'] for network, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:50:06.733782 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 49794) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:50:06.822734 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.services.segments.db [None req-01dc2d66-716b-4506-b35f-b1c286fc8a97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa5e96ba860>,) {'filters': {'network_id': ['0f8cc4e3-553a-4f85-b408-1fd3b978150f']}} {{(pid=80184) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:50:06.852906 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.services.segments.db [None req-01dc2d66-716b-4506-b35f-b1c286fc8a97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa5e96ba860>, 'cb357ec8-552c-4b55-98c6-8c529757c74d') {'for_net_delete': True} {{(pid=80184) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:50:06.854331 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.services.segments.db [None req-01dc2d66-716b-4506-b35f-b1c286fc8a97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa5e96ba860>, 'cb357ec8-552c-4b55-98c6-8c529757c74d') {} {{(pid=80184) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:50:06.875139 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-01dc2d66-716b-4506-b35f-b1c286fc8a97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363264942647702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852563795'] for segment, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:50:06.903398 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-01dc2d66-716b-4506-b35f-b1c286fc8a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764996'] for segment, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:50:06.906597 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-01dc2d66-716b-4506-b35f-b1c286fc8a97 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 02 13:50:07.038450 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3ab5bab7-ac51-4d32-ad50-8ca669e7640d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:50:07.075444 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-3ab5bab7-ac51-4d32-ad50-8ca669e7640d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:50:07.087851 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-3ab5bab7-ac51-4d32-ad50-8ca669e7640d admin admin] Usage tracker for resource:security_group_rule and tenant:0d9c2b602320464d943d82085ea478d3 is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:50:07.093765 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [None req-3ab5bab7-ac51-4d32-ad50-8ca669e7640d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:50:07.107360 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [None req-3ab5bab7-ac51-4d32-ad50-8ca669e7640d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:50:07.241998 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-01dc2d66-716b-4506-b35f-b1c286fc8a97 admin admin] Network 0f8cc4e3-553a-4f85-b408-1fd3b978150f has no segments {{(pid=80184) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 02 13:50:07.261968 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-01dc2d66-716b-4506-b35f-b1c286fc8a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-10804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2835403'] for segment, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:50:07.561871 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-01dc2d66-716b-4506-b35f-b1c286fc8a97 admin admin] Network 0f8cc4e3-553a-4f85-b408-1fd3b978150f has no segments {{(pid=80184) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 02 13:50:07.613294 dv-cinder-772388-4-iscsi neutron-server[80071]: Traceback (most recent call last):
Feb 02 13:50:07.613294 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 02 13:50:07.613294 dv-cinder-772388-4-iscsi neutron-server[80071]:     timer()
Feb 02 13:50:07.613294 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 02 13:50:07.613294 dv-cinder-772388-4-iscsi neutron-server[80071]:     cb(*args, **kw)
Feb 02 13:50:07.613294 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 02 13:50:07.613294 dv-cinder-772388-4-iscsi neutron-server[80071]:     return func(*args, **kwargs)
Feb 02 13:50:07.613294 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 02 13:50:07.613294 dv-cinder-772388-4-iscsi neutron-server[80071]:     self._notify()
Feb 02 13:50:07.613294 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 02 13:50:07.613294 dv-cinder-772388-4-iscsi neutron-server[80071]:     self.callback(batched_events)
Feb 02 13:50:07.613294 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 02 13:50:07.613294 dv-cinder-772388-4-iscsi neutron-server[80071]:     event.method(event)
Feb 02 13:50:07.613294 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 02 13:50:07.613294 dv-cinder-772388-4-iscsi neutron-server[80071]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 02 13:50:07.613294 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 02 13:50:07.613294 dv-cinder-772388-4-iscsi neutron-server[80071]:     segment_id)['aggregates'][0]
Feb 02 13:50:07.613294 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 02 13:50:07.613294 dv-cinder-772388-4-iscsi neutron-server[80071]:     return f(self, *a, **k)
Feb 02 13:50:07.613294 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 02 13:50:07.613294 dv-cinder-772388-4-iscsi neutron-server[80071]:     return self._get(url).json()
Feb 02 13:50:07.613294 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 02 13:50:07.613294 dv-cinder-772388-4-iscsi neutron-server[80071]:     **kwargs)
Feb 02 13:50:07.613294 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 02 13:50:07.613294 dv-cinder-772388-4-iscsi neutron-server[80071]:     return self.request(url, 'GET', **kwargs)
Feb 02 13:50:07.613294 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 02 13:50:07.613294 dv-cinder-772388-4-iscsi neutron-server[80071]:     **endpoint_filter)
Feb 02 13:50:07.613294 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 02 13:50:07.613294 dv-cinder-772388-4-iscsi neutron-server[80071]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 02 13:50:07.613294 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 02 13:50:07.613294 dv-cinder-772388-4-iscsi neutron-server[80071]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 02 13:50:07.613294 dv-cinder-772388-4-iscsi neutron-server[80071]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 02 13:50:07.747467 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-01dc2d66-716b-4506-b35f-b1c286fc8a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854763167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852699500'] for network, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:50:07.752301 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:50:07.785251 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-01dc2d66-716b-4506-b35f-b1c286fc8a97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for network, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:50:07.803201 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc2d66-716b-4506-b35f-b1c286fc8a97 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f8cc4e3-553a-4f85-b408-1fd3b978150f,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:50:07.807276 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-01dc2d66-716b-4506-b35f-b1c286fc8a97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:50:07.815538 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-01dc2d66-716b-4506-b35f-b1c286fc8a97 admin admin] 10.222.0.133 "DELETE /v2.0/networks/0f8cc4e3-553a-4f85-b408-1fd3b978150f HTTP/1.1" status: 204  len: 168 time: 1.6751740
Feb 02 13:50:07.898674 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3ab5bab7-ac51-4d32-ad50-8ca669e7640d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:50:07.902657 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-3ab5bab7-ac51-4d32-ad50-8ca669e7640d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:50:07.918039 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-71d60396-d134-43e6-8fe0-add7c5a41e4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:50:07.993298 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-3ab5bab7-ac51-4d32-ad50-8ca669e7640d admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=0d9c2b602320464d943d82085ea478d3&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2568240
Feb 02 13:50:07.995311 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab5bab7-ac51-4d32-ad50-8ca669e7640d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c6f46a-94bb-46af-b9d9-004c91f6bb67,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:50:07.998061 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 49802) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:50:08.002957 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-3ab5bab7-ac51-4d32-ad50-8ca669e7640d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:50:08.066230 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 49806) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:50:08.128039 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b011a7e8-7d3f-4fa6-bca1-446e9eaf9a57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:50:08.162444 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-c44da105-e202-473c-8bcc-a90584d52a0a admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=631f81c70cc04a60b1d7ccf56539dea1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0909157
Feb 02 13:50:08.162905 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 49810) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:50:08.180974 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b011a7e8-7d3f-4fa6-bca1-446e9eaf9a57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:50:08.267676 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b011a7e8-7d3f-4fa6-bca1-446e9eaf9a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:50:08.278471 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-f2d8a731-7e68-434a-9a69-2b29d2905b95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:50:08.288420 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-cb6252b6-8e11-4023-9ee8-680f61870b2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:50:08.299348 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b011a7e8-7d3f-4fa6-bca1-446e9eaf9a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c6f46a-94bb-46af-b9d9-004c91f6bb67,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:50:08.309162 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-b011a7e8-7d3f-4fa6-bca1-446e9eaf9a57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:50:08.313204 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b011a7e8-7d3f-4fa6-bca1-446e9eaf9a57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:50:08.319957 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-b011a7e8-7d3f-4fa6-bca1-446e9eaf9a57 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/20c6f46a-94bb-46af-b9d9-004c91f6bb67 HTTP/1.1" status: 204  len: 168 time: 0.3152304
Feb 02 13:50:08.326631 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-cb6252b6-8e11-4023-9ee8-680f61870b2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:50:08.407365 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-cb6252b6-8e11-4023-9ee8-680f61870b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:50:08.415370 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-7f3ffda4-c2c7-403a-8d6a-e6ce89eb9137 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:50:08.445644 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6252b6-8e11-4023-9ee8-680f61870b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b805e537-5c6d-4db4-9d73-1752372194a3,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:50:08.452312 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-cb6252b6-8e11-4023-9ee8-680f61870b2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:50:08.474988 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-cb6252b6-8e11-4023-9ee8-680f61870b2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:50:08.477179 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-cb6252b6-8e11-4023-9ee8-680f61870b2b admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/b805e537-5c6d-4db4-9d73-1752372194a3 HTTP/1.1" status: 204  len: 168 time: 0.3128505
Feb 02 13:50:24.395780 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.agents_db [None req-a5446886-6d63-4256-b3e6-4e67ca866f31 None None] Agent healthcheck: found 6 active agents {{(pid=80187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 02 13:50:26.016906 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f9f247da-87a5-4bca-8953-e81b8980dd9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:50:29.076875 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c7e8766e-8d12-4426-afca-822902410145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:50:29.324222 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-97358707-ee2f-4dd4-b266-a67060986a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:50:30.301144 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:50:31.136068 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-42ef245d-f728-4293-a752-dedea4fc02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:50:33.231541 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:50:46.301747 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-33e9d88c-dc86-462a-baef-a51a61073373 req-3437750a-df9b-4954-8725-67b0a0cae981 service neutron] 10.222.0.132 "GET /v2.0/ports?device_id=ba7bce68-b2e1-4d67-9cb1-61326618ee3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0822215
Feb 02 13:50:46.462053 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e9d88c-dc86-462a-baef-a51a61073373 req-1b949ff6-a4cd-46db-b6b7-f06359d706e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:50:46.463922 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-33e9d88c-dc86-462a-baef-a51a61073373 req-1b949ff6-a4cd-46db-b6b7-f06359d706e0 service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=9fd246219b8b41dbaae8904115d1595f&device_id=ba7bce68-b2e1-4d67-9cb1-61326618ee3f HTTP/1.1" status: 200  len: 1162 time: 0.0859721
Feb 02 13:50:46.761422 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e9d88c-dc86-462a-baef-a51a61073373 req-d35ab9ee-4b46-428f-9096-97c73782115a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:50:46.764949 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-33e9d88c-dc86-462a-baef-a51a61073373 req-d35ab9ee-4b46-428f-9096-97c73782115a service neutron] 10.222.0.132 "GET /v2.0/networks?id=0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593 HTTP/1.1" status: 200  len: 905 time: 0.2794857
Feb 02 13:50:46.881629 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-33e9d88c-dc86-462a-baef-a51a61073373 req-38805902-e52e-4bc9-b159-6732a3195845 service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94f7136c-e424-42c5-9ee8-5bad7bb12fd6 HTTP/1.1" status: 200  len: 999 time: 0.1092510
Feb 02 13:50:46.953979 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e9d88c-dc86-462a-baef-a51a61073373 req-9a54c702-8d2d-4f19-9054-51c2bac98cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:50:46.955586 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-33e9d88c-dc86-462a-baef-a51a61073373 req-9a54c702-8d2d-4f19-9054-51c2bac98cf1 service neutron] 10.222.0.132 "GET /v2.0/subnets?id=c84715ee-f128-4ac6-b34f-2786eff260c7 HTTP/1.1" status: 200  len: 850 time: 0.0659816
Feb 02 13:50:47.041724 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e9d88c-dc86-462a-baef-a51a61073373 req-a7afb3f2-4ac8-40c1-ae18-1ed32c52dd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:50:47.043819 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-33e9d88c-dc86-462a-baef-a51a61073373 req-a7afb3f2-4ac8-40c1-ae18-1ed32c52dd4b service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0798113
Feb 02 13:50:47.190418 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-33e9d88c-dc86-462a-baef-a51a61073373 req-83047029-cd34-41d5-b7ad-9a3be39b2dec service neutron] 10.222.0.132 "GET /v2.0/networks/0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412432
Feb 02 13:50:47.341599 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-33e9d88c-dc86-462a-baef-a51a61073373 req-3109c37a-add7-40e4-a36c-ffebb8f94431 service neutron] 10.222.0.132 "GET /v2.0/networks/0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1412544
Feb 02 13:50:56.017552 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-24fb1756-6256-4cff-9efa-605af6680394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:50:59.077945 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c7e8766e-8d12-4426-afca-822902410145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:50:59.319952 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-2186f9c3-f4da-431d-86a6-e9a96bf3d4e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:51:00.298974 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:51:01.138089 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-42ef245d-f728-4293-a752-dedea4fc02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:51:01.395705 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.agents_db [None req-a5446886-6d63-4256-b3e6-4e67ca866f31 None None] Agent healthcheck: found 6 active agents {{(pid=80187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 02 13:51:03.224999 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:51:26.014702 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-00a1d630-2f7b-46cc-9ccc-245281942bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:51:29.090826 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c7e8766e-8d12-4426-afca-822902410145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:51:29.323373 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e3cc47cd-5c34-40f6-ba4f-ff87499df809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:51:29.573980 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-54e6280f-f45b-4439-a06b-2aff32c47875 req-a820515f-4819-4355-9270-40da885f5993 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1639936262&fields=id&tenant_id=9fd246219b8b41dbaae8904115d1595f HTTP/1.1" status: 200  len: 267 time: 0.0679867
Feb 02 13:51:29.834662 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e6280f-f45b-4439-a06b-2aff32c47875 req-824be99e-25b4-479e-a0e6-63040861b8b0 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:51:29.836364 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-54e6280f-f45b-4439-a06b-2aff32c47875 req-824be99e-25b4-479e-a0e6-63040861b8b0 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/networks?id=0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593 HTTP/1.1" status: 200  len: 811 time: 0.2549562
Feb 02 13:51:29.853738 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-54e6280f-f45b-4439-a06b-2aff32c47875 req-0589a7c9-3bbc-47a9-940c-3d5696edbd2a tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/quotas/9fd246219b8b41dbaae8904115d1595f HTTP/1.1" status: 200  len: 375 time: 0.0105853
Feb 02 13:51:30.043080 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-54e6280f-f45b-4439-a06b-2aff32c47875 req-aa5a6987-da4d-4b84-b4a9-0eae1bfc0f55 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/ports?tenant_id=9fd246219b8b41dbaae8904115d1595f&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1819446
Feb 02 13:51:30.213175 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-54e6280f-f45b-4439-a06b-2aff32c47875 req-1dd7b805-d1d4-4a0e-9768-589591862452 service neutron] 10.222.0.133 "GET /v2.0/networks/0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1553826
Feb 02 13:51:30.305330 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:51:30.372699 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-54e6280f-f45b-4439-a06b-2aff32c47875 req-812ea292-d58d-4b8d-9418-869653f37095 service neutron] 10.222.0.133 "GET /v2.0/networks/0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1514111
Feb 02 13:51:31.010903 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-35140559-8999-4270-8f42-214300c322cd req-d656a799-5f95-4b09-82d0-eae6726f9f77 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/ports?device_id=14803b5a-0a17-4eed-b7a7-d62c8f52132d HTTP/1.1" status: 200  len: 210 time: 0.2130005
Feb 02 13:51:31.142470 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-42ef245d-f728-4293-a752-dedea4fc02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:51:32.204090 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e6280f-f45b-4439-a06b-2aff32c47875 req-8d17a346-ed46-496c-9f37-7d7b760e0308 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:51:32.205751 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-54e6280f-f45b-4439-a06b-2aff32c47875 req-8d17a346-ed46-496c-9f37-7d7b760e0308 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.132 "GET /v2.0/networks?id=0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593 HTTP/1.1" status: 200  len: 811 time: 0.4047704
Feb 02 13:51:32.238199 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-b6970a1f-b79b-42e0-b30e-51aa0c58a753 req-ab9b0766-8317-4286-b6cc-c7bfa5a37f2c tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/ports?device_id=14803b5a-0a17-4eed-b7a7-d62c8f52132d HTTP/1.1" status: 200  len: 210 time: 0.0564568
Feb 02 13:51:32.400952 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-54e6280f-f45b-4439-a06b-2aff32c47875 req-09c5057c-2a0d-43de-baa9-9a5f987a3860 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.132 "GET /v2.0/security-groups?tenant_id=9fd246219b8b41dbaae8904115d1595f HTTP/1.1" status: 200  len: 5765 time: 0.1786840
Feb 02 13:51:32.471774 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-54e6280f-f45b-4439-a06b-2aff32c47875 req-3e25f2ff-cde5-401b-93b8-015dcb6c71a8 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Request body: {'port': {'device_id': '14803b5a-0a17-4eed-b7a7-d62c8f52132d', 'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593', 'admin_state_up': True, 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'security_groups': ['89ca574e-9d76-4d27-a7b5-e94822b88bd6']}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:51:32.689888 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-54e6280f-f45b-4439-a06b-2aff32c47875 req-3e25f2ff-cde5-401b-93b8-015dcb6c71a8 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:51:32.697878 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-54e6280f-f45b-4439-a06b-2aff32c47875 req-3e25f2ff-cde5-401b-93b8-015dcb6c71a8 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Usage tracker for resource:port and tenant:9fd246219b8b41dbaae8904115d1595f is out of sync, need to count used quota {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 02 13:51:32.703052 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-54e6280f-f45b-4439-a06b-2aff32c47875 req-3e25f2ff-cde5-401b-93b8-015dcb6c71a8 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Quota usage for port was recalculated. Used quota:5. {{(pid=80185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 02 13:51:32.710985 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-54e6280f-f45b-4439-a06b-2aff32c47875 req-3e25f2ff-cde5-401b-93b8-015dcb6c71a8 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=80185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:51:32.723099 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54e6280f-f45b-4439-a06b-2aff32c47875 req-3e25f2ff-cde5-401b-93b8-015dcb6c71a8 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Made reservation on behalf of 9fd246219b8b41dbaae8904115d1595f for: {'port': 1} {{(pid=80185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 02 13:51:32.748020 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-54e6280f-f45b-4439-a06b-2aff32c47875 req-3e25f2ff-cde5-401b-93b8-015dcb6c71a8 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:51:33.179783 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_common [req-54e6280f-f45b-4439-a06b-2aff32c47875 req-3e25f2ff-cde5-401b-93b8-015dcb6c71a8 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Allocated IP 172.20.0.12 (0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593/c84715ee-f128-4ac6-b34f-2786eff260c7/276f0c24-f481-4457-b9c4-fde0c77b1d7d) {{(pid=80185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 02 13:51:33.251464 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:51:33.475708 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-54e6280f-f45b-4439-a06b-2aff32c47875 req-3e25f2ff-cde5-401b-93b8-015dcb6c71a8 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks [] for port, precommit_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:51:33.502849 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [req-54e6280f-f45b-4439-a06b-2aff32c47875 req-3e25f2ff-cde5-401b-93b8-015dcb6c71a8 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Transition to ACTIVE for port object 276f0c24-f481-4457-b9c4-fde0c77b1d7d will not be triggered until provisioned by entity DHCP. {{(pid=80185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:51:33.535906 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3c6b0714-94c7-4adc-bd48-8d7ab96b2474 req-992d8fae-21b3-448b-ba73-ebd756c29561 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/ports?device_id=14803b5a-0a17-4eed-b7a7-d62c8f52132d HTTP/1.1" status: 200  len: 210 time: 0.0727587
Feb 02 13:51:33.552987 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-54e6280f-f45b-4439-a06b-2aff32c47875 req-3e25f2ff-cde5-401b-93b8-015dcb6c71a8 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264943169311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2210562'] for port, after_create {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:51:33.581764 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-697e6d1e-93df-4c4b-bce2-458aa845df0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:51:33.804843 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e25f2ff-cde5-401b-93b8-015dcb6c71a8 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Pushing event updated for resources: {'Port': ['ID=276f0c24-f481-4457-b9c4-fde0c77b1d7d,revision_number=1']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:51:33.828317 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e25f2ff-cde5-401b-93b8-015dcb6c71a8 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:33.828785 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e25f2ff-cde5-401b-93b8-015dcb6c71a8 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:33.829239 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e25f2ff-cde5-401b-93b8-015dcb6c71a8 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:33.829653 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e25f2ff-cde5-401b-93b8-015dcb6c71a8 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:33.830107 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e25f2ff-cde5-401b-93b8-015dcb6c71a8 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:33.830562 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e25f2ff-cde5-401b-93b8-015dcb6c71a8 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:33.831628 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e25f2ff-cde5-401b-93b8-015dcb6c71a8 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:33.831628 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e25f2ff-cde5-401b-93b8-015dcb6c71a8 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:33.832028 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e25f2ff-cde5-401b-93b8-015dcb6c71a8 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:33.832218 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e25f2ff-cde5-401b-93b8-015dcb6c71a8 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:33.832522 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e25f2ff-cde5-401b-93b8-015dcb6c71a8 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:33.832924 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e25f2ff-cde5-401b-93b8-015dcb6c71a8 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:33.833390 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e25f2ff-cde5-401b-93b8-015dcb6c71a8 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:33.833796 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e25f2ff-cde5-401b-93b8-015dcb6c71a8 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:33.834198 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e25f2ff-cde5-401b-93b8-015dcb6c71a8 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:33.834655 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e25f2ff-cde5-401b-93b8-015dcb6c71a8 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:33.835015 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e25f2ff-cde5-401b-93b8-015dcb6c71a8 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:33.835498 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e25f2ff-cde5-401b-93b8-015dcb6c71a8 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:33.836058 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e25f2ff-cde5-401b-93b8-015dcb6c71a8 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:33.836580 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e25f2ff-cde5-401b-93b8-015dcb6c71a8 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:33.837093 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e25f2ff-cde5-401b-93b8-015dcb6c71a8 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:33.837601 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e25f2ff-cde5-401b-93b8-015dcb6c71a8 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:33.838111 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e25f2ff-cde5-401b-93b8-015dcb6c71a8 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:33.838692 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e25f2ff-cde5-401b-93b8-015dcb6c71a8 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:33.844591 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-3e25f2ff-cde5-401b-93b8-015dcb6c71a8 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:51:33.903665 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54e6280f-f45b-4439-a06b-2aff32c47875 req-3e25f2ff-cde5-401b-93b8-015dcb6c71a8 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Network 0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593 is already hosted by enough agents. {{(pid=80185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:51:33.905188 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [req-54e6280f-f45b-4439-a06b-2aff32c47875 req-3e25f2ff-cde5-401b-93b8-015dcb6c71a8 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Resources bound (agent type, host, resource id):  {{(pid=80185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:51:33.908623 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e6280f-f45b-4439-a06b-2aff32c47875 req-3e25f2ff-cde5-401b-93b8-015dcb6c71a8 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Received port after_create {{(pid=80185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 02 13:51:34.069594 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e6280f-f45b-4439-a06b-2aff32c47875 req-3e25f2ff-cde5-401b-93b8-015dcb6c71a8 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:51:34.070399 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-54e6280f-f45b-4439-a06b-2aff32c47875 req-3e25f2ff-cde5-401b-93b8-015dcb6c71a8 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for port, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:51:34.100074 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-54e6280f-f45b-4439-a06b-2aff32c47875 req-3e25f2ff-cde5-401b-93b8-015dcb6c71a8 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.132 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6347456
Feb 02 13:51:34.118455 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-54e6280f-f45b-4439-a06b-2aff32c47875 req-84e8ac56-57b8-4a8f-9c40-23059a895070 service neutron] Request body: {'port': {'device_id': '14803b5a-0a17-4eed-b7a7-d62c8f52132d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:51:34.206616 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-89d2aa3f-0c43-43b1-9445-a179e8f660b2 None None] Provisioning for port 276f0c24-f481-4457-b9c4-fde0c77b1d7d completed by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:51:34.213709 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-89d2aa3f-0c43-43b1-9445-a179e8f660b2 None None] Provisioning complete for port 276f0c24-f481-4457-b9c4-fde0c77b1d7d triggered by entity DHCP. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:51:34.214294 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-89d2aa3f-0c43-43b1-9445-a179e8f660b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:51:34.266012 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-54e6280f-f45b-4439-a06b-2aff32c47875 req-84e8ac56-57b8-4a8f-9c40-23059a895070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:51:34.308970 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-89d2aa3f-0c43-43b1-9445-a179e8f660b2 None None] Port 276f0c24-f481-4457-b9c4-fde0c77b1d7d cannot update to ACTIVE because it is not bound. {{(pid=80186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 02 13:51:35.008331 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c3e88-6e52-4dc5-91b7-8e8cdb45e078 req-262fe7cc-7d3c-4f91-ace5-9ffffc4b87b7 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:51:35.010509 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-452c3e88-6e52-4dc5-91b7-8e8cdb45e078 req-262fe7cc-7d3c-4f91-ace5-9ffffc4b87b7 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/ports?device_id=14803b5a-0a17-4eed-b7a7-d62c8f52132d HTTP/1.1" status: 200  len: 932 time: 0.2383025
Feb 02 13:51:35.095452 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [req-54e6280f-f45b-4439-a06b-2aff32c47875 req-84e8ac56-57b8-4a8f-9c40-23059a895070 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 276f0c24-f481-4457-b9c4-fde0c77b1d7d {{(pid=80185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 02 13:51:35.103499 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-54e6280f-f45b-4439-a06b-2aff32c47875 req-84e8ac56-57b8-4a8f-9c40-23059a895070 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:51:35.115622 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-452c3e88-6e52-4dc5-91b7-8e8cdb45e078 req-417b8e56-954a-4f4c-8ba7-b1bb7c3ce285 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/security-groups?id=89ca574e-9d76-4d27-a7b5-e94822b88bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0965304
Feb 02 13:51:35.116654 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [req-54e6280f-f45b-4439-a06b-2aff32c47875 req-84e8ac56-57b8-4a8f-9c40-23059a895070 service neutron] Transition to ACTIVE for port object 276f0c24-f481-4457-b9c4-fde0c77b1d7d will not be triggered until provisioned by entity L2. {{(pid=80185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 02 13:51:35.119852 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-54e6280f-f45b-4439-a06b-2aff32c47875 req-84e8ac56-57b8-4a8f-9c40-23059a895070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852565131'] for port, after_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:51:35.137135 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:51:35.278633 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e8ac56-57b8-4a8f-9c40-23059a895070 service neutron] Pushing event updated for resources: {'Port': ['ID=276f0c24-f481-4457-b9c4-fde0c77b1d7d,revision_number=2']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:51:35.281990 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-84e8ac56-57b8-4a8f-9c40-23059a895070 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:51:35.491268 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [req-54e6280f-f45b-4439-a06b-2aff32c47875 req-84e8ac56-57b8-4a8f-9c40-23059a895070 service neutron] Attempting to bind port 276f0c24-f481-4457-b9c4-fde0c77b1d7d on host hv-cinder-77238 for vnic_type normal with profile  {{(pid=80185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 02 13:51:35.491737 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [req-54e6280f-f45b-4439-a06b-2aff32c47875 req-84e8ac56-57b8-4a8f-9c40-23059a895070 service neutron] Attempting to bind port 276f0c24-f481-4457-b9c4-fde0c77b1d7d by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '2aa86323-3806-4213-8222-472504c40951', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593'}] {{(pid=80185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 02 13:51:35.492634 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e6280f-f45b-4439-a06b-2aff32c47875 req-84e8ac56-57b8-4a8f-9c40-23059a895070 service neutron] Attempting to bind port 276f0c24-f481-4457-b9c4-fde0c77b1d7d on network 0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593 {{(pid=80185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 02 13:51:35.498725 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e6280f-f45b-4439-a06b-2aff32c47875 req-84e8ac56-57b8-4a8f-9c40-23059a895070 service neutron] Checking agent: {'id': '3f7ac43e-b359-42e2-9e67-18be39e96b32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 34, 33), 'started_at': datetime.datetime(2021, 2, 2, 13, 35, 3), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.120', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 02 13:51:35.499307 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e6280f-f45b-4439-a06b-2aff32c47875 req-84e8ac56-57b8-4a8f-9c40-23059a895070 service neutron] Checking segment: {'id': '2aa86323-3806-4213-8222-472504c40951', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 02 13:51:35.499843 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-54e6280f-f45b-4439-a06b-2aff32c47875 req-84e8ac56-57b8-4a8f-9c40-23059a895070 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:51:35.500429 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e6280f-f45b-4439-a06b-2aff32c47875 req-84e8ac56-57b8-4a8f-9c40-23059a895070 service neutron] Bound using segment: {'id': '2aa86323-3806-4213-8222-472504c40951', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593'} {{(pid=80185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 02 13:51:35.501077 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [req-54e6280f-f45b-4439-a06b-2aff32c47875 req-84e8ac56-57b8-4a8f-9c40-23059a895070 service neutron] Bound port: 276f0c24-f481-4457-b9c4-fde0c77b1d7d, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa86323-3806-4213-8222-472504c40951', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593'}}] {{(pid=80185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 02 13:51:35.501554 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-54e6280f-f45b-4439-a06b-2aff32c47875 req-84e8ac56-57b8-4a8f-9c40-23059a895070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:51:35.609972 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-54e6280f-f45b-4439-a06b-2aff32c47875 req-84e8ac56-57b8-4a8f-9c40-23059a895070 service neutron] For port 276f0c24-f481-4457-b9c4-fde0c77b1d7d, host hv-cinder-77238, cleared binding levels {{(pid=80185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 02 13:51:35.613787 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-54e6280f-f45b-4439-a06b-2aff32c47875 req-84e8ac56-57b8-4a8f-9c40-23059a895070 service neutron] For port 276f0c24-f481-4457-b9c4-fde0c77b1d7d, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=276f0c24-f481-4457-b9c4-fde0c77b1d7d,segment=NetworkSegment(2aa86323-3806-4213-8222-472504c40951),segment_id=2aa86323-3806-4213-8222-472504c40951)] {{(pid=80185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 02 13:51:35.618124 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-54e6280f-f45b-4439-a06b-2aff32c47875 req-84e8ac56-57b8-4a8f-9c40-23059a895070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852565131'] for port, after_update {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:51:35.638287 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-101d1129-acd0-43a7-b067-6385e684de78 tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:51:35.821079 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e8ac56-57b8-4a8f-9c40-23059a895070 service neutron] Pushing event updated for resources: {'Port': ['ID=276f0c24-f481-4457-b9c4-fde0c77b1d7d,revision_number=3']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:51:35.827187 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-84e8ac56-57b8-4a8f-9c40-23059a895070 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:51:35.862135 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e6280f-f45b-4439-a06b-2aff32c47875 req-84e8ac56-57b8-4a8f-9c40-23059a895070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:51:35.862824 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-54e6280f-f45b-4439-a06b-2aff32c47875 req-84e8ac56-57b8-4a8f-9c40-23059a895070 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for port, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:51:35.864446 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-54e6280f-f45b-4439-a06b-2aff32c47875 req-84e8ac56-57b8-4a8f-9c40-23059a895070 service neutron] 10.222.0.132 "PUT /v2.0/ports/276f0c24-f481-4457-b9c4-fde0c77b1d7d HTTP/1.1" status: 200  len: 1158 time: 1.7538836
Feb 02 13:51:35.865082 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14803b5a-0a17-4eed-b7a7-d62c8f52132d', 'tag': '276f0c24-f481-4457-b9c4-fde0c77b1d7d'}] {{(pid=80185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:51:36.010593 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e6280f-f45b-4439-a06b-2aff32c47875 req-0059093c-fbb5-4b98-8188-7b55481676c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:51:36.013410 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-54e6280f-f45b-4439-a06b-2aff32c47875 req-0059093c-fbb5-4b98-8188-7b55481676c6 service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=9fd246219b8b41dbaae8904115d1595f&device_id=14803b5a-0a17-4eed-b7a7-d62c8f52132d HTTP/1.1" status: 200  len: 1161 time: 0.1014407
Feb 02 13:51:36.085710 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14803b5a-0a17-4eed-b7a7-d62c8f52132d', 'tag': '276f0c24-f481-4457-b9c4-fde0c77b1d7d', 'status': 'completed', 'code': 200}
Feb 02 13:51:36.095553 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-54e6280f-f45b-4439-a06b-2aff32c47875 req-a6980322-cbc9-41eb-90c8-2b3c19ba610b service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=276f0c24-f481-4457-b9c4-fde0c77b1d7d HTTP/1.1" status: 200  len: 217 time: 0.0743971
Feb 02 13:51:36.183144 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e6280f-f45b-4439-a06b-2aff32c47875 req-2c85952f-a3f7-413e-85cd-a092a632da8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:51:36.185916 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-54e6280f-f45b-4439-a06b-2aff32c47875 req-2c85952f-a3f7-413e-85cd-a092a632da8d service neutron] 10.222.0.132 "GET /v2.0/subnets?id=c84715ee-f128-4ac6-b34f-2786eff260c7 HTTP/1.1" status: 200  len: 850 time: 0.0824106
Feb 02 13:51:36.324111 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e6280f-f45b-4439-a06b-2aff32c47875 req-5dcf4959-ad2f-450f-b5ca-c74d62fc3913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:51:36.326759 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-54e6280f-f45b-4439-a06b-2aff32c47875 req-5dcf4959-ad2f-450f-b5ca-c74d62fc3913 service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1309161
Feb 02 13:51:36.486631 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-54e6280f-f45b-4439-a06b-2aff32c47875 req-63f359f6-37d4-48ad-8270-02072e0080b3 service neutron] 10.222.0.132 "GET /v2.0/networks/0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1513727
Feb 02 13:51:36.494463 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4639a46e-ac25-4cad-809b-72282bcf7cbc req-d85ee0c3-ed32-40fa-a85d-12285bbe35e2 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:51:36.496825 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-4639a46e-ac25-4cad-809b-72282bcf7cbc req-d85ee0c3-ed32-40fa-a85d-12285bbe35e2 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/ports?device_id=14803b5a-0a17-4eed-b7a7-d62c8f52132d HTTP/1.1" status: 200  len: 944 time: 0.2045937
Feb 02 13:51:36.571582 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-4639a46e-ac25-4cad-809b-72282bcf7cbc req-fbed773b-66ed-4b78-9454-d9f781f8a53b tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/security-groups?id=89ca574e-9d76-4d27-a7b5-e94822b88bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0662403
Feb 02 13:51:36.644818 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-54e6280f-f45b-4439-a06b-2aff32c47875 req-2c7d253e-80ab-4ca0-92f1-2bf67a031411 service neutron] 10.222.0.132 "GET /v2.0/networks/0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1498177
Feb 02 13:51:36.811580 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c4b1f-ef80-4c14-8aaf-bce07610eda1 req-2e53b69f-093d-452e-a073-009f3e4dd6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:51:36.813624 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-1a2c4b1f-ef80-4c14-8aaf-bce07610eda1 req-2e53b69f-093d-452e-a073-009f3e4dd6b8 service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=9fd246219b8b41dbaae8904115d1595f&device_id=14803b5a-0a17-4eed-b7a7-d62c8f52132d HTTP/1.1" status: 200  len: 1161 time: 0.0943046
Feb 02 13:51:36.967512 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c4b1f-ef80-4c14-8aaf-bce07610eda1 req-673be817-1e60-496c-9265-bbae29915ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:51:36.969353 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-1a2c4b1f-ef80-4c14-8aaf-bce07610eda1 req-673be817-1e60-496c-9265-bbae29915ae5 service neutron] 10.222.0.132 "GET /v2.0/networks?id=0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593 HTTP/1.1" status: 200  len: 905 time: 0.1465983
Feb 02 13:51:37.065565 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-1a2c4b1f-ef80-4c14-8aaf-bce07610eda1 req-6aea1bdc-3e91-4a63-a13d-c2b0f0a53ece service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=276f0c24-f481-4457-b9c4-fde0c77b1d7d HTTP/1.1" status: 200  len: 217 time: 0.0818868
Feb 02 13:51:37.141610 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c4b1f-ef80-4c14-8aaf-bce07610eda1 req-58cc6fb6-e9f5-473a-9c9a-acb3347db1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:51:37.143416 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-1a2c4b1f-ef80-4c14-8aaf-bce07610eda1 req-58cc6fb6-e9f5-473a-9c9a-acb3347db1c4 service neutron] 10.222.0.132 "GET /v2.0/subnets?id=c84715ee-f128-4ac6-b34f-2786eff260c7 HTTP/1.1" status: 200  len: 850 time: 0.0687091
Feb 02 13:51:37.243752 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c4b1f-ef80-4c14-8aaf-bce07610eda1 req-ca72a2c4-6b6e-40f8-8f81-26caf4ce54ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:51:37.245694 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-1a2c4b1f-ef80-4c14-8aaf-bce07610eda1 req-ca72a2c4-6b6e-40f8-8f81-26caf4ce54ad service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0932686
Feb 02 13:51:37.400673 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-1a2c4b1f-ef80-4c14-8aaf-bce07610eda1 req-539bba43-c3e8-42db-bb26-4deb6fa86621 service neutron] 10.222.0.132 "GET /v2.0/networks/0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1464176
Feb 02 13:51:37.560313 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-1a2c4b1f-ef80-4c14-8aaf-bce07610eda1 req-28063cd9-5ef3-44be-b394-dbd9a517a49d service neutron] 10.222.0.132 "GET /v2.0/networks/0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1512573
Feb 02 13:51:37.951968 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c41533e-bdfc-44a2-92fe-b5d8007a8fb7 req-d910ebd7-857b-4d22-bbbc-49751df80bf3 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:51:37.953729 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3c41533e-bdfc-44a2-92fe-b5d8007a8fb7 req-d910ebd7-857b-4d22-bbbc-49751df80bf3 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/ports?device_id=14803b5a-0a17-4eed-b7a7-d62c8f52132d HTTP/1.1" status: 200  len: 944 time: 0.2149034
Feb 02 13:51:38.033290 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3c41533e-bdfc-44a2-92fe-b5d8007a8fb7 req-411362db-c28d-4c56-8dbb-1a8b561bc224 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/security-groups?id=89ca574e-9d76-4d27-a7b5-e94822b88bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0718768
Feb 02 13:51:38.394968 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.agents_db [None req-a5446886-6d63-4256-b3e6-4e67ca866f31 None None] Agent healthcheck: found 6 active agents {{(pid=80187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 02 13:51:39.416746 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2254f59d-a43b-47ee-9d58-71af98aab054 req-4fcfb51f-5dba-4409-a026-2933704d1e58 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:51:39.418880 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2254f59d-a43b-47ee-9d58-71af98aab054 req-4fcfb51f-5dba-4409-a026-2933704d1e58 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/ports?device_id=14803b5a-0a17-4eed-b7a7-d62c8f52132d HTTP/1.1" status: 200  len: 944 time: 0.1691127
Feb 02 13:51:39.515275 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-2254f59d-a43b-47ee-9d58-71af98aab054 req-a802a041-34af-4a53-8d1c-53215f9fb9e4 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/security-groups?id=89ca574e-9d76-4d27-a7b5-e94822b88bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0890894
Feb 02 13:51:40.849016 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4412c45-c993-4ff0-8e93-88e8b3026035 req-85300937-a583-4c8e-b758-0327287c7ff7 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:51:40.850687 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e4412c45-c993-4ff0-8e93-88e8b3026035 req-85300937-a583-4c8e-b758-0327287c7ff7 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/ports?device_id=14803b5a-0a17-4eed-b7a7-d62c8f52132d HTTP/1.1" status: 200  len: 944 time: 0.1784542
Feb 02 13:51:40.923335 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-e4412c45-c993-4ff0-8e93-88e8b3026035 req-77d14fcb-7478-4083-b607-1df0b2d76203 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/security-groups?id=89ca574e-9d76-4d27-a7b5-e94822b88bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0647905
Feb 02 13:51:42.307300 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb87d3cb-add1-4ba6-9023-80e659f54157 req-45bb0316-1477-4c70-9111-533efd131658 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:51:42.310776 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-cb87d3cb-add1-4ba6-9023-80e659f54157 req-45bb0316-1477-4c70-9111-533efd131658 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/ports?device_id=14803b5a-0a17-4eed-b7a7-d62c8f52132d HTTP/1.1" status: 200  len: 944 time: 0.2080929
Feb 02 13:51:42.407242 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-cb87d3cb-add1-4ba6-9023-80e659f54157 req-a186a986-4942-4b04-b85f-0b72e5a0c154 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/security-groups?id=89ca574e-9d76-4d27-a7b5-e94822b88bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0858679
Feb 02 13:51:43.763803 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device 276f0c24-f481-4457-b9c4-fde0c77b1d7d up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:51:43.812139 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2f12f-c79e-4382-ac6e-3c3a165d0ad2 req-ef63c201-3401-4a8d-adea-3ebaa39dc4a0 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:51:43.814289 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-54b2f12f-c79e-4382-ac6e-3c3a165d0ad2 req-ef63c201-3401-4a8d-adea-3ebaa39dc4a0 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/ports?device_id=14803b5a-0a17-4eed-b7a7-d62c8f52132d HTTP/1.1" status: 200  len: 944 time: 0.2417037
Feb 02 13:51:43.893815 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning for port 276f0c24-f481-4457-b9c4-fde0c77b1d7d completed by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 02 13:51:43.903161 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port 276f0c24-f481-4457-b9c4-fde0c77b1d7d triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:51:43.903852 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:51:43.925202 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-54b2f12f-c79e-4382-ac6e-3c3a165d0ad2 req-12bad19f-06b5-40d7-80fa-47020cb57511 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/security-groups?id=89ca574e-9d76-4d27-a7b5-e94822b88bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0977361
Feb 02 13:51:44.089580 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:51:44.122706 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14803b5a-0a17-4eed-b7a7-d62c8f52132d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '276f0c24-f481-4457-b9c4-fde0c77b1d7d'}] {{(pid=80186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:51:44.137118 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] For port 276f0c24-f481-4457-b9c4-fde0c77b1d7d, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=276f0c24-f481-4457-b9c4-fde0c77b1d7d,segment=NetworkSegment(2aa86323-3806-4213-8222-472504c40951),segment_id=2aa86323-3806-4213-8222-472504c40951)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:51:44.141065 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165'] for port, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:51:44.143990 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:51:44.213246 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14803b5a-0a17-4eed-b7a7-d62c8f52132d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '276f0c24-f481-4457-b9c4-fde0c77b1d7d', 'code': 200}
Feb 02 13:51:44.265719 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Pushing event updated for resources: {'Port': ['ID=276f0c24-f481-4457-b9c4-fde0c77b1d7d,revision_number=4']} {{(pid=80186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:51:44.281853 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:44.282494 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:44.283134 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:44.283761 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:44.284422 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:44.285045 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:44.285669 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:44.286381 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:44.286976 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:44.287603 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:44.288344 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:44.288979 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:44.289733 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:44.290364 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:44.290984 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:44.291610 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:44.292330 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:44.292961 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:44.293585 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:44.294209 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:44.294845 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:44.295467 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:44.296164 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:44.296833 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:44.305141 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:51:44.566000 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3491dd-d646-4288-8c04-9f1cedaed844 req-8c14fd46-d093-4715-94dd-202520f30078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:51:44.567755 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-5e3491dd-d646-4288-8c04-9f1cedaed844 req-8c14fd46-d093-4715-94dd-202520f30078 service neutron] 10.222.0.132 "GET /v2.0/ports?device_id=14803b5a-0a17-4eed-b7a7-d62c8f52132d HTTP/1.1" status: 200  len: 1163 time: 0.1018608
Feb 02 13:51:44.612632 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-5e3491dd-d646-4288-8c04-9f1cedaed844 req-a945a5e3-4201-496f-a5c3-c40aa9f01eb4 service neutron] 10.222.0.132 "GET /v2.0/security-groups?id=89ca574e-9d76-4d27-a7b5-e94822b88bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0391243
Feb 02 13:51:45.312617 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36056c04-ad2c-4d41-8be5-6821af3ea5d0 req-d09854b6-cb2a-490c-bcbb-92e3ef3604d2 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:51:45.315352 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-36056c04-ad2c-4d41-8be5-6821af3ea5d0 req-d09854b6-cb2a-490c-bcbb-92e3ef3604d2 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/ports?device_id=14803b5a-0a17-4eed-b7a7-d62c8f52132d HTTP/1.1" status: 200  len: 946 time: 0.2182178
Feb 02 13:51:45.580634 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device 276f0c24-f481-4457-b9c4-fde0c77b1d7d up at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 02 13:51:45.686706 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.provisioning_blocks [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Provisioning complete for port 276f0c24-f481-4457-b9c4-fde0c77b1d7d triggered by entity L2. {{(pid=80186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 02 13:51:45.687352 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854752174'] for port, provisioning_complete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:51:45.689974 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-36056c04-ad2c-4d41-8be5-6821af3ea5d0 req-24a91205-cbab-4dd9-aabc-078c5eba6b9d tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/security-groups?id=89ca574e-9d76-4d27-a7b5-e94822b88bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.3671496
Feb 02 13:51:47.112677 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47a77a-333a-4e6d-a0f1-d7317dda7ee9 req-7f9d3b3e-7150-4268-8c7c-f10b890a8698 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:51:47.114820 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3c47a77a-333a-4e6d-a0f1-d7317dda7ee9 req-7f9d3b3e-7150-4268-8c7c-f10b890a8698 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/ports?device_id=14803b5a-0a17-4eed-b7a7-d62c8f52132d HTTP/1.1" status: 200  len: 946 time: 0.2184994
Feb 02 13:51:47.190680 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3c47a77a-333a-4e6d-a0f1-d7317dda7ee9 req-4fced314-7ea3-42ce-8c64-7fc331f06379 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/security-groups?id=89ca574e-9d76-4d27-a7b5-e94822b88bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0687530
Feb 02 13:51:47.542764 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf6fa1-8e42-48e4-9536-3c55c812f64f req-50b103ab-932c-46e2-898f-bc5db24a2fd5 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:51:47.544671 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-5eaf6fa1-8e42-48e4-9536-3c55c812f64f req-50b103ab-932c-46e2-898f-bc5db24a2fd5 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/ports?device_id=14803b5a-0a17-4eed-b7a7-d62c8f52132d HTTP/1.1" status: 200  len: 946 time: 0.1893506
Feb 02 13:51:47.619657 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-5eaf6fa1-8e42-48e4-9536-3c55c812f64f req-8d81c985-6191-4d02-a28f-6aca10df4600 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/security-groups?id=89ca574e-9d76-4d27-a7b5-e94822b88bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0680926
Feb 02 13:51:47.954303 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a4d44b0f-72ac-4f41-a0b7-18c5f15bc6d4 req-c58e58bf-e7f2-4cb1-b43a-304030f3693d service neutron] 10.222.0.132 "GET /v2.0/ports?device_id=ba7bce68-b2e1-4d67-9cb1-61326618ee3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1352057
Feb 02 13:51:48.023000 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7fbcf556-c3f7-421d-8d0d-5f395ac06c9b req-0df8c0a9-4ffd-455d-9feb-aaaf156f953f tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.3351891
Feb 02 13:51:48.040454 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-7fbcf556-c3f7-421d-8d0d-5f395ac06c9b req-6e179aba-a829-49a6-a4e8-d04660b658bb tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Request body: {'floatingip': {'floating_network_id': '081eaffe-521e-4302-9444-c5c7bff220cd'}} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:51:48.083913 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-7fbcf556-c3f7-421d-8d0d-5f395ac06c9b req-6e179aba-a829-49a6-a4e8-d04660b658bb tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 02 13:51:48.101614 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.quota.driver [req-7fbcf556-c3f7-421d-8d0d-5f395ac06c9b req-6e179aba-a829-49a6-a4e8-d04660b658bb tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=80184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 02 13:51:48.116073 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-7fbcf556-c3f7-421d-8d0d-5f395ac06c9b req-6e179aba-a829-49a6-a4e8-d04660b658bb tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks [] for floatingip, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:51:48.141162 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d44b0f-72ac-4f41-a0b7-18c5f15bc6d4 req-406bd73c-3d5b-4f35-b70b-2fd358b0bd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:51:48.143915 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a4d44b0f-72ac-4f41-a0b7-18c5f15bc6d4 req-406bd73c-3d5b-4f35-b70b-2fd358b0bd3c service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=9fd246219b8b41dbaae8904115d1595f&device_id=ba7bce68-b2e1-4d67-9cb1-61326618ee3f HTTP/1.1" status: 200  len: 1162 time: 0.0966005
Feb 02 13:51:48.331169 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-7fbcf556-c3f7-421d-8d0d-5f395ac06c9b req-6e179aba-a829-49a6-a4e8-d04660b658bb tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:51:48.401024 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d44b0f-72ac-4f41-a0b7-18c5f15bc6d4 req-e7b5934a-b9c4-4e24-8c17-42d29424f610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:51:48.402799 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a4d44b0f-72ac-4f41-a0b7-18c5f15bc6d4 req-e7b5934a-b9c4-4e24-8c17-42d29424f610 service neutron] 10.222.0.132 "GET /v2.0/networks?id=0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593 HTTP/1.1" status: 200  len: 905 time: 0.2340374
Feb 02 13:51:48.581652 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a4d44b0f-72ac-4f41-a0b7-18c5f15bc6d4 req-2f831e85-e1c0-4aea-b008-7be28bdd240b service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94f7136c-e424-42c5-9ee8-5bad7bb12fd6 HTTP/1.1" status: 200  len: 999 time: 0.1709993
Feb 02 13:51:48.694188 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d44b0f-72ac-4f41-a0b7-18c5f15bc6d4 req-8a324964-e1a1-41cf-ba89-0c3b04239c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:51:48.695866 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a4d44b0f-72ac-4f41-a0b7-18c5f15bc6d4 req-8a324964-e1a1-41cf-ba89-0c3b04239c63 service neutron] 10.222.0.132 "GET /v2.0/subnets?id=c84715ee-f128-4ac6-b34f-2786eff260c7 HTTP/1.1" status: 200  len: 850 time: 0.1107163
Feb 02 13:51:48.727259 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_common [req-7fbcf556-c3f7-421d-8d0d-5f395ac06c9b req-6e179aba-a829-49a6-a4e8-d04660b658bb tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Allocated IP 172.27.2.146 (081eaffe-521e-4302-9444-c5c7bff220cd/e906fce0-ed19-4873-885c-646e92308730/824fc83b-30fb-4879-8fc9-d66de7b954d0) {{(pid=80184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 02 13:51:48.800435 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d44b0f-72ac-4f41-a0b7-18c5f15bc6d4 req-b4fe492a-ee17-4b72-96c5-4790c51597df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:51:48.803037 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a4d44b0f-72ac-4f41-a0b7-18c5f15bc6d4 req-b4fe492a-ee17-4b72-96c5-4790c51597df service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1032829
Feb 02 13:51:49.025046 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-7fbcf556-c3f7-421d-8d0d-5f395ac06c9b req-6e179aba-a829-49a6-a4e8-d04660b658bb tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks [] for port, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:51:49.060073 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a4d44b0f-72ac-4f41-a0b7-18c5f15bc6d4 req-31084a2a-3c3c-4397-b68c-c1f2a86aae14 service neutron] 10.222.0.132 "GET /v2.0/networks/0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2492509
Feb 02 13:51:49.077708 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-7fbcf556-c3f7-421d-8d0d-5f395ac06c9b req-6e179aba-a829-49a6-a4e8-d04660b658bb tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264943169311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851940450'] for port, after_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:51:49.106599 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-b24c658e-4eba-489e-a01d-4ef953df81c7 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:51:49.257344 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a4d44b0f-72ac-4f41-a0b7-18c5f15bc6d4 req-d05c1898-d88e-4ede-bbcb-10dc1e451305 service neutron] 10.222.0.132 "GET /v2.0/networks/0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1933427
Feb 02 13:51:49.304956 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e179aba-a829-49a6-a4e8-d04660b658bb tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Pushing event updated for resources: {'Port': ['ID=824fc83b-30fb-4879-8fc9-d66de7b954d0,revision_number=1']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:51:49.327301 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e179aba-a829-49a6-a4e8-d04660b658bb tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:49.327921 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e179aba-a829-49a6-a4e8-d04660b658bb tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:49.328484 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e179aba-a829-49a6-a4e8-d04660b658bb tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:49.329124 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e179aba-a829-49a6-a4e8-d04660b658bb tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:49.329772 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e179aba-a829-49a6-a4e8-d04660b658bb tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:49.330426 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e179aba-a829-49a6-a4e8-d04660b658bb tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:49.331088 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e179aba-a829-49a6-a4e8-d04660b658bb tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:49.331787 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e179aba-a829-49a6-a4e8-d04660b658bb tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:49.332470 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e179aba-a829-49a6-a4e8-d04660b658bb tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:49.333092 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e179aba-a829-49a6-a4e8-d04660b658bb tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:49.333708 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e179aba-a829-49a6-a4e8-d04660b658bb tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:49.334359 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e179aba-a829-49a6-a4e8-d04660b658bb tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:49.334874 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e179aba-a829-49a6-a4e8-d04660b658bb tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:49.335438 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e179aba-a829-49a6-a4e8-d04660b658bb tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:49.336018 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e179aba-a829-49a6-a4e8-d04660b658bb tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:49.336704 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e179aba-a829-49a6-a4e8-d04660b658bb tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:49.337392 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e179aba-a829-49a6-a4e8-d04660b658bb tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:49.338047 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e179aba-a829-49a6-a4e8-d04660b658bb tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:49.338699 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e179aba-a829-49a6-a4e8-d04660b658bb tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:49.340041 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e179aba-a829-49a6-a4e8-d04660b658bb tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:49.340459 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e179aba-a829-49a6-a4e8-d04660b658bb tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:49.340863 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e179aba-a829-49a6-a4e8-d04660b658bb tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:49.341299 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e179aba-a829-49a6-a4e8-d04660b658bb tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:49.341694 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e179aba-a829-49a6-a4e8-d04660b658bb tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:51:49.364723 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-6e179aba-a829-49a6-a4e8-d04660b658bb tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:51:49.413135 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fbcf556-c3f7-421d-8d0d-5f395ac06c9b req-6e179aba-a829-49a6-a4e8-d04660b658bb tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Network 081eaffe-521e-4302-9444-c5c7bff220cd is already hosted by enough agents. {{(pid=80184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 02 13:51:49.414535 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.base_scheduler [req-7fbcf556-c3f7-421d-8d0d-5f395ac06c9b req-6e179aba-a829-49a6-a4e8-d04660b658bb tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Resources bound (agent type, host, resource id):  {{(pid=80184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 02 13:51:49.417610 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fbcf556-c3f7-421d-8d0d-5f395ac06c9b req-6e179aba-a829-49a6-a4e8-d04660b658bb tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Received port after_create {{(pid=80184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 02 13:51:49.545645 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-7fbcf556-c3f7-421d-8d0d-5f395ac06c9b req-6e179aba-a829-49a6-a4e8-d04660b658bb tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:51:49.637750 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-7fbcf556-c3f7-421d-8d0d-5f395ac06c9b req-6e179aba-a829-49a6-a4e8-d04660b658bb tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854662288'] for port, before_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:51:50.012761 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-7fbcf556-c3f7-421d-8d0d-5f395ac06c9b req-6e179aba-a829-49a6-a4e8-d04660b658bb tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks [] for port, precommit_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:51:50.017483 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-7fbcf556-c3f7-421d-8d0d-5f395ac06c9b req-6e179aba-a829-49a6-a4e8-d04660b658bb tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363264942761605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771911566826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771911569165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2835433'] for port, after_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:51:50.031201 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-4f7a5a24-ead3-4afe-a867-4d4386c2352b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:51:50.193383 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e179aba-a829-49a6-a4e8-d04660b658bb tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Pushing event updated for resources: {'Port': ['ID=824fc83b-30fb-4879-8fc9-d66de7b954d0,revision_number=2']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:51:50.197212 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-6e179aba-a829-49a6-a4e8-d04660b658bb tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:51:50.359075 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-7fbcf556-c3f7-421d-8d0d-5f395ac06c9b req-6e179aba-a829-49a6-a4e8-d04660b658bb tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852699397'] for floatingip, after_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:51:50.403317 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-7fbcf556-c3f7-421d-8d0d-5f395ac06c9b req-6e179aba-a829-49a6-a4e8-d04660b658bb tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for floatingip, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:51:50.404851 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7fbcf556-c3f7-421d-8d0d-5f395ac06c9b req-6e179aba-a829-49a6-a4e8-d04660b658bb tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.3726008
Feb 02 13:51:50.549500 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-7fbcf556-c3f7-421d-8d0d-5f395ac06c9b req-efd448f1-6a73-4654-b974-880da3c46454 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Synchronizing usage tracker for tenant:9fd246219b8b41dbaae8904115d1595f on resource:floatingip {{(pid=80184) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:51:50.569135 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-7fbcf556-c3f7-421d-8d0d-5f395ac06c9b req-efd448f1-6a73-4654-b974-880da3c46454 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Unset dirty status for tenant:9fd246219b8b41dbaae8904115d1595f on resource:floatingip {{(pid=80184) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:51:50.570517 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7fbcf556-c3f7-421d-8d0d-5f395ac06c9b req-efd448f1-6a73-4654-b974-880da3c46454 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/floatingips?floating_ip_address=172.27.2.146 HTTP/1.1" status: 200  len: 696 time: 0.1546636
Feb 02 13:51:50.892109 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbcf556-c3f7-421d-8d0d-5f395ac06c9b req-53182ed6-b800-4137-939a-18cb4b4ce42d tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:51:50.894044 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7fbcf556-c3f7-421d-8d0d-5f395ac06c9b req-53182ed6-b800-4137-939a-18cb4b4ce42d tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/networks/081eaffe-521e-4302-9444-c5c7bff220cd HTTP/1.1" status: 200  len: 784 time: 0.3106945
Feb 02 13:51:50.910894 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [req-7fbcf556-c3f7-421d-8d0d-5f395ac06c9b req-a347f57b-b5aa-490d-91d3-2416474421f4 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] http://10.222.0.133:9696/v2.0/extensions returned with HTTP 200 {{(pid=80184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 02 13:51:50.912211 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-7fbcf556-c3f7-421d-8d0d-5f395ac06c9b req-a347f57b-b5aa-490d-91d3-2416474421f4 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0081747
Feb 02 13:51:51.392875 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb067a-7db9-4d10-af91-ea3c18bfbb0f req-f48e2fb8-899f-4a42-89f6-4809f51b0cf7 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:51:51.395041 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-71cb067a-7db9-4d10-af91-ea3c18bfbb0f req-f48e2fb8-899f-4a42-89f6-4809f51b0cf7 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/ports?device_id=14803b5a-0a17-4eed-b7a7-d62c8f52132d&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.2650120
Feb 02 13:51:51.543146 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-71cb067a-7db9-4d10-af91-ea3c18bfbb0f req-fd556953-8688-4834-9267-59d8fced46ea tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/floatingips?floating_ip_address=172.27.2.146 HTTP/1.1" status: 200  len: 696 time: 0.1356454
Feb 02 13:51:51.554588 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.v2.base [req-71cb067a-7db9-4d10-af91-ea3c18bfbb0f req-f5b98f83-f2f0-4a97-8d3d-5eb22eaff13f tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Request body: {'floatingip': {'port_id': '276f0c24-f481-4457-b9c4-fde0c77b1d7d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=80184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 02 13:51:51.689774 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-71cb067a-7db9-4d10-af91-ea3c18bfbb0f req-f5b98f83-f2f0-4a97-8d3d-5eb22eaff13f tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks [] for floatingip, before_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:51:53.074169 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-71cb067a-7db9-4d10-af91-ea3c18bfbb0f req-f5b98f83-f2f0-4a97-8d3d-5eb22eaff13f tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:51:53.078116 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-71cb067a-7db9-4d10-af91-ea3c18bfbb0f req-f5b98f83-f2f0-4a97-8d3d-5eb22eaff13f tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852699397'] for floatingip, after_update {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:51:53.393639 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.db.l3_db [req-71cb067a-7db9-4d10-af91-ea3c18bfbb0f req-f5b98f83-f2f0-4a97-8d3d-5eb22eaff13f tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Floating IP c8b696d3-40a5-40ee-ba52-0e3564dc5202 associated. External IP: 172.27.2.146, port: 276f0c24-f481-4457-b9c4-fde0c77b1d7d.
Feb 02 13:51:53.939253 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71cb067a-7db9-4d10-af91-ea3c18bfbb0f req-f5b98f83-f2f0-4a97-8d3d-5eb22eaff13f tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Router 4b36a0ac-0e23-4565-be2f-cb5815510a53 has already been hosted by L3 agent 46ed2aac-7d32-4274-9cac-387c5fc2cd87 {{(pid=80184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 02 13:51:54.169175 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71cb067a-7db9-4d10-af91-ea3c18bfbb0f req-f5b98f83-f2f0-4a97-8d3d-5eb22eaff13f tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify agent at l3_agent.dv-cinder-772388-4-iscsi the message routers_updated {{(pid=80184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 02 13:51:54.177212 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-71cb067a-7db9-4d10-af91-ea3c18bfbb0f req-f5b98f83-f2f0-4a97-8d3d-5eb22eaff13f tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for floatingip, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:51:54.185085 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8613bae9-d3dc-43dc-b800-f04e6bb0779c None None] Sync routers for ids ['4b36a0ac-0e23-4565-be2f-cb5815510a53'] in dv-cinder-772388-4-iscsi {{(pid=80187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 02 13:51:54.199181 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8613bae9-d3dc-43dc-b800-f04e6bb0779c None None] Routers {'4b36a0ac-0e23-4565-be2f-cb5815510a53'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:51:54.200192 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-8613bae9-d3dc-43dc-b800-f04e6bb0779c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e9910470>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:51:29Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['4b36a0ac-0e23-4565-be2f-cb5815510a53'], 'active': True} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:51:54.279319 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-71cb067a-7db9-4d10-af91-ea3c18bfbb0f req-f5b98f83-f2f0-4a97-8d3d-5eb22eaff13f tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "PUT /v2.0/floatingips/c8b696d3-40a5-40ee-ba52-0e3564dc5202 HTTP/1.1" status: 200  len: 997 time: 2.7287681
Feb 02 13:51:54.280187 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14803b5a-0a17-4eed-b7a7-d62c8f52132d', 'tag': '276f0c24-f481-4457-b9c4-fde0c77b1d7d'}] {{(pid=80184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:51:54.380935 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14803b5a-0a17-4eed-b7a7-d62c8f52132d', 'tag': '276f0c24-f481-4457-b9c4-fde0c77b1d7d', 'status': 'completed', 'code': 200}
Feb 02 13:51:54.444176 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb067a-7db9-4d10-af91-ea3c18bfbb0f req-788f4097-b010-499e-a7bf-1f96ff7cf1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:51:54.446452 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-71cb067a-7db9-4d10-af91-ea3c18bfbb0f req-788f4097-b010-499e-a7bf-1f96ff7cf1ce service neutron] 10.222.0.133 "GET /v2.0/ports?tenant_id=9fd246219b8b41dbaae8904115d1595f&device_id=14803b5a-0a17-4eed-b7a7-d62c8f52132d HTTP/1.1" status: 200  len: 1163 time: 0.1450381
Feb 02 13:51:54.483389 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-8613bae9-d3dc-43dc-b800-f04e6bb0779c None None] Set router 4b36a0ac-0e23-4565-be2f-cb5815510a53 gateway port host: dv-cinder-772388-4-iscsi {{(pid=80187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:51:54.522936 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d38be-28bd-4410-b6ed-899d2672be9e req-b6e95991-1ad9-45b3-a6be-c2e742ed7927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:51:54.526099 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-808d38be-28bd-4410-b6ed-899d2672be9e req-b6e95991-1ad9-45b3-a6be-c2e742ed7927 service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=9fd246219b8b41dbaae8904115d1595f&device_id=14803b5a-0a17-4eed-b7a7-d62c8f52132d HTTP/1.1" status: 200  len: 1163 time: 0.1281557
Feb 02 13:51:54.696026 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb067a-7db9-4d10-af91-ea3c18bfbb0f req-1bd19668-f001-4001-a950-65e9996b6e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:51:54.699183 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-71cb067a-7db9-4d10-af91-ea3c18bfbb0f req-1bd19668-f001-4001-a950-65e9996b6e6f service neutron] 10.222.0.133 "GET /v2.0/networks?id=0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593 HTTP/1.1" status: 200  len: 905 time: 0.2377508
Feb 02 13:51:54.923863 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-71cb067a-7db9-4d10-af91-ea3c18bfbb0f req-a69e3814-eebb-45ee-abe1-8981ee2aa1cd service neutron] 10.222.0.133 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=276f0c24-f481-4457-b9c4-fde0c77b1d7d HTTP/1.1" status: 200  len: 1000 time: 0.2108316
Feb 02 13:51:55.045748 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb067a-7db9-4d10-af91-ea3c18bfbb0f req-9593ac41-c60e-4055-8ef3-2a71657f7615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:51:55.056770 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-71cb067a-7db9-4d10-af91-ea3c18bfbb0f req-9593ac41-c60e-4055-8ef3-2a71657f7615 service neutron] 10.222.0.133 "GET /v2.0/subnets?id=c84715ee-f128-4ac6-b34f-2786eff260c7 HTTP/1.1" status: 200  len: 850 time: 0.1196055
Feb 02 13:51:55.096682 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d38be-28bd-4410-b6ed-899d2672be9e req-96f53bc7-7545-4cac-bbd9-dd07516284de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:51:55.100039 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-808d38be-28bd-4410-b6ed-899d2672be9e req-96f53bc7-7545-4cac-bbd9-dd07516284de service neutron] 10.222.0.132 "GET /v2.0/networks?id=0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593 HTTP/1.1" status: 200  len: 905 time: 0.5692077
Feb 02 13:51:55.170380 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-8613bae9-d3dc-43dc-b800-f04e6bb0779c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e9910470>, [{'id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'name': 'tempest-TestVolumeBootPattern-815306273-router', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '3da19fcf-bcc5-4ccd-93a9-a76f6bafc205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:46:02Z', 'updated_at': '2021-02-02T13:46:08Z', 'revision_number': 4, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'gw_port': {'id': '3da19fcf-bcc5-4ccd-93a9-a76f6bafc205', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:95:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:03Z', 'updated_at': '2021-02-02T13:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_floatingips': [{'id': '90050e89-a362-4e4f-881d-6ba85d3d89f1', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'router_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'port_id': '94f7136c-e424-42c5-9ee8-5bad7bb12fd6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593', 'mac_address': 'fa:16:3e:dd:77:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7bce68-b2e1-4d67-9cb1-61326618ee3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-02T13:49:44Z', 'updated_at': '2021-02-02T13:49:51Z', 'revision_number': 2, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'fixed_ip_address_scope': None}, {'id': 'c8b696d3-40a5-40ee-ba52-0e3564dc5202', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'floating_ip_address': '172.27.2.146', 'floating_network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'router_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'port_id': '276f0c24-f481-4457-b9c4-fde0c77b1d7d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593', 'mac_address': 'fa:16:3e:a1:1c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14803b5a-0a17-4eed-b7a7-d62c8f52132d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-02T13:51:49Z', 'updated_at': '2021-02-02T13:51:52Z', 'revision_number': 1, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5733192f-ad25-4a48-982a-c32dc7a39af6', 'name': '', 'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'mac_address': 'fa:16:3e:ac:b4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c84715ee-f128-4ac6-b34f-2786eff260c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:07Z', 'updated_at': '2021-02-02T13:46:22Z', 'revision_number': 5, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'subnets': [{'id': 'c84715ee-f128-4ac6-b34f-2786eff260c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:51:55.178753 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8613bae9-d3dc-43dc-b800-f04e6bb0779c None None] Checking router: 4b36a0ac-0e23-4565-be2f-cb5815510a53 for host: dv-cinder-772388-4-iscsi {{(pid=80187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 02 13:51:55.179384 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb067a-7db9-4d10-af91-ea3c18bfbb0f req-3a20b3dc-bef8-4136-934f-b05edfbe3334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:51:55.181804 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-71cb067a-7db9-4d10-af91-ea3c18bfbb0f req-3a20b3dc-bef8-4136-934f-b05edfbe3334 service neutron] 10.222.0.133 "GET /v2.0/ports?network_id=0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1176255
Feb 02 13:51:55.196209 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8613bae9-d3dc-43dc-b800-f04e6bb0779c None None] Routers {'4b36a0ac-0e23-4565-be2f-cb5815510a53'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:51:55.196995 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-8613bae9-d3dc-43dc-b800-f04e6bb0779c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e9910470>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:51:29Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['4b36a0ac-0e23-4565-be2f-cb5815510a53'], 'active': True} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:51:55.290622 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-808d38be-28bd-4410-b6ed-899d2672be9e req-ad0d6cb2-ed33-4d82-a784-d1eebd970fd6 service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=276f0c24-f481-4457-b9c4-fde0c77b1d7d HTTP/1.1" status: 200  len: 1000 time: 0.1856303
Feb 02 13:51:55.422549 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d38be-28bd-4410-b6ed-899d2672be9e req-013f77f6-97b8-4462-b09d-c494d2e45499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:51:55.424618 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-808d38be-28bd-4410-b6ed-899d2672be9e req-013f77f6-97b8-4462-b09d-c494d2e45499 service neutron] 10.222.0.132 "GET /v2.0/subnets?id=c84715ee-f128-4ac6-b34f-2786eff260c7 HTTP/1.1" status: 200  len: 850 time: 0.1273882
Feb 02 13:51:55.453077 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-71cb067a-7db9-4d10-af91-ea3c18bfbb0f req-f72962fc-889e-499a-b5e5-8d7c9d59602c service neutron] 10.222.0.133 "GET /v2.0/networks/0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2569728
Feb 02 13:51:55.528660 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-8613bae9-d3dc-43dc-b800-f04e6bb0779c None None] Set router 4b36a0ac-0e23-4565-be2f-cb5815510a53 gateway port host: dv-cinder-772388-4-iscsi {{(pid=80187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:51:55.563635 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d38be-28bd-4410-b6ed-899d2672be9e req-0a0fd423-2a27-4fad-a527-179ffa3c9ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:51:55.566571 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-808d38be-28bd-4410-b6ed-899d2672be9e req-0a0fd423-2a27-4fad-a527-179ffa3c9ff8 service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1309767
Feb 02 13:51:55.739975 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-71cb067a-7db9-4d10-af91-ea3c18bfbb0f req-6b23f4bd-564b-4779-b813-9ea2f47968a5 service neutron] 10.222.0.133 "GET /v2.0/networks/0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2722619
Feb 02 13:51:55.977998 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-808d38be-28bd-4410-b6ed-899d2672be9e req-b747d730-4522-4118-987a-c64f6d3fd247 service neutron] 10.222.0.132 "GET /v2.0/networks/0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4018610
Feb 02 13:51:56.014559 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-6b22cc5d-0a92-4d36-b793-a56c81488298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:51:56.183595 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-808d38be-28bd-4410-b6ed-899d2672be9e req-1d40b245-f18d-4e2d-8641-4eb361d093e9 service neutron] 10.222.0.132 "GET /v2.0/networks/0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2008841
Feb 02 13:51:56.194734 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-8613bae9-d3dc-43dc-b800-f04e6bb0779c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e9910470>, [{'id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'name': 'tempest-TestVolumeBootPattern-815306273-router', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '3da19fcf-bcc5-4ccd-93a9-a76f6bafc205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:46:02Z', 'updated_at': '2021-02-02T13:46:08Z', 'revision_number': 4, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'gw_port': {'id': '3da19fcf-bcc5-4ccd-93a9-a76f6bafc205', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:95:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:03Z', 'updated_at': '2021-02-02T13:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_floatingips': [{'id': '90050e89-a362-4e4f-881d-6ba85d3d89f1', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'router_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'port_id': '94f7136c-e424-42c5-9ee8-5bad7bb12fd6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593', 'mac_address': 'fa:16:3e:dd:77:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7bce68-b2e1-4d67-9cb1-61326618ee3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-02T13:49:44Z', 'updated_at': '2021-02-02T13:49:51Z', 'revision_number': 2, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'fixed_ip_address_scope': None}, {'id': 'c8b696d3-40a5-40ee-ba52-0e3564dc5202', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'floating_ip_address': '172.27.2.146', 'floating_network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'router_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'port_id': '276f0c24-f481-4457-b9c4-fde0c77b1d7d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593', 'mac_address': 'fa:16:3e:a1:1c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14803b5a-0a17-4eed-b7a7-d62c8f52132d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-02T13:51:49Z', 'updated_at': '2021-02-02T13:51:52Z', 'revision_number': 1, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5733192f-ad25-4a48-982a-c32dc7a39af6', 'name': '', 'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'mac_address': 'fa:16:3e:ac:b4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c84715ee-f128-4ac6-b34f-2786eff260c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:07Z', 'updated_at': '2021-02-02T13:46:22Z', 'revision_number': 5, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'subnets': [{'id': 'c84715ee-f128-4ac6-b34f-2786eff260c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:51:56.199713 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8613bae9-d3dc-43dc-b800-f04e6bb0779c None None] The sync data for ids ['4b36a0ac-0e23-4565-be2f-cb5815510a53'] in dv-cinder-772388-4-iscsi is: [{'id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'name': 'tempest-TestVolumeBootPattern-815306273-router', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '3da19fcf-bcc5-4ccd-93a9-a76f6bafc205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:46:02Z', 'updated_at': '2021-02-02T13:46:08Z', 'revision_number': 4, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'gw_port': {'id': '3da19fcf-bcc5-4ccd-93a9-a76f6bafc205', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:95:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:03Z', 'updated_at': '2021-02-02T13:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_floatingips': [{'id': '90050e89-a362-4e4f-881d-6ba85d3d89f1', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'router_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'port_id': '94f7136c-e424-42c5-9ee8-5bad7bb12fd6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593', 'mac_address': 'fa:16:3e:dd:77:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7bce68-b2e1-4d67-9cb1-61326618ee3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-02T13:49:44Z', 'updated_at': '2021-02-02T13:49:51Z', 'revision_number': 2, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'fixed_ip_address_scope': None}, {'id': 'c8b696d3-40a5-40ee-ba52-0e3564dc5202', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'floating_ip_address': '172.27.2.146', 'floating_network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'router_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'port_id': '276f0c24-f481-4457-b9c4-fde0c77b1d7d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593', 'mac_address': 'fa:16:3e:a1:1c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14803b5a-0a17-4eed-b7a7-d62c8f52132d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-02T13:51:49Z', 'updated_at': '2021-02-02T13:51:52Z', 'revision_number': 1, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5733192f-ad25-4a48-982a-c32dc7a39af6', 'name': '', 'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'mac_address': 'fa:16:3e:ac:b4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c84715ee-f128-4ac6-b34f-2786eff260c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:07Z', 'updated_at': '2021-02-02T13:46:22Z', 'revision_number': 5, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'subnets': [{'id': 'c84715ee-f128-4ac6-b34f-2786eff260c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 02 13:51:56.576440 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ab6ac4-1a9e-4330-9553-bdfaa10fe42b None None] New status for floating IP c8b696d3-40a5-40ee-ba52-0e3564dc5202: ACTIVE {{(pid=80186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 02 13:51:59.088027 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c7e8766e-8d12-4426-afca-822902410145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:51:59.334928 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-84d6a761-6a1b-4005-b950-e1f9b9a4e1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:52:00.302022 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:52:01.145577 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-42ef245d-f728-4293-a752-dedea4fc02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:52:03.272050 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:52:15.399396 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.agents_db [None req-a5446886-6d63-4256-b3e6-4e67ca866f31 None None] Agent healthcheck: found 6 active agents {{(pid=80187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 02 13:52:26.022589 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ca91d00f-98f1-4628-bc25-afc9ad1d6c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:52:29.094545 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c7e8766e-8d12-4426-afca-822902410145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:52:29.328932 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-a8323fa9-4479-4448-90f7-05b7a7f0084e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:52:30.305635 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:52:31.156313 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-42ef245d-f728-4293-a752-dedea4fc02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:52:33.280290 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:52:47.929523 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-dd154e6d-0bf2-464a-b358-2bd566900769 req-e25b6d52-c728-48a0-986e-470aa329016e service neutron] 10.222.0.132 "GET /v2.0/ports?device_id=14803b5a-0a17-4eed-b7a7-d62c8f52132d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1026034
Feb 02 13:52:48.051595 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd154e6d-0bf2-464a-b358-2bd566900769 req-0afb1cea-6dba-4a5c-b011-d8551acadccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:52:48.053306 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-dd154e6d-0bf2-464a-b358-2bd566900769 req-0afb1cea-6dba-4a5c-b011-d8551acadccf service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=9fd246219b8b41dbaae8904115d1595f&device_id=14803b5a-0a17-4eed-b7a7-d62c8f52132d HTTP/1.1" status: 200  len: 1163 time: 0.0972476
Feb 02 13:52:48.220568 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd154e6d-0bf2-464a-b358-2bd566900769 req-6e7890a0-599d-4961-b3a4-a403262ea7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:52:48.222627 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-dd154e6d-0bf2-464a-b358-2bd566900769 req-6e7890a0-599d-4961-b3a4-a403262ea7d2 service neutron] 10.222.0.132 "GET /v2.0/networks?id=0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593 HTTP/1.1" status: 200  len: 905 time: 0.1499083
Feb 02 13:52:48.350636 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-dd154e6d-0bf2-464a-b358-2bd566900769 req-cef0f351-cdb8-4c7f-a918-6a48fc424c78 service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=276f0c24-f481-4457-b9c4-fde0c77b1d7d HTTP/1.1" status: 200  len: 1002 time: 0.1190279
Feb 02 13:52:48.428771 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd154e6d-0bf2-464a-b358-2bd566900769 req-7225adb0-a0bf-4dbf-b321-1d6e9b1077d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:52:48.430612 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-dd154e6d-0bf2-464a-b358-2bd566900769 req-7225adb0-a0bf-4dbf-b321-1d6e9b1077d0 service neutron] 10.222.0.132 "GET /v2.0/subnets?id=c84715ee-f128-4ac6-b34f-2786eff260c7 HTTP/1.1" status: 200  len: 850 time: 0.0715947
Feb 02 13:52:48.534748 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd154e6d-0bf2-464a-b358-2bd566900769 req-3fc7311b-2892-41de-9446-a95613d335e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:52:48.536349 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-dd154e6d-0bf2-464a-b358-2bd566900769 req-3fc7311b-2892-41de-9446-a95613d335e0 service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0969403
Feb 02 13:52:48.706168 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-dd154e6d-0bf2-464a-b358-2bd566900769 req-fbf64dd6-e835-4679-9979-d8765f675e0a service neutron] 10.222.0.132 "GET /v2.0/networks/0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1601644
Feb 02 13:52:48.872646 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-dd154e6d-0bf2-464a-b358-2bd566900769 req-dc78e68b-b51d-410f-8740-cfcd929f8824 service neutron] 10.222.0.132 "GET /v2.0/networks/0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1574285
Feb 02 13:52:52.398919 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.agents_db [None req-a5446886-6d63-4256-b3e6-4e67ca866f31 None None] Agent healthcheck: found 6 active agents {{(pid=80187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 02 13:52:56.009538 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-dc908a12-144e-4553-9e0a-c51e27af8c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:52:59.092372 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c7e8766e-8d12-4426-afca-822902410145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:52:59.331468 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c5d1708b-8798-4cc6-9065-7a8356f6df9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:00.301018 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:01.153511 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-42ef245d-f728-4293-a752-dedea4fc02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:03.273814 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:23.408088 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ce3370ef-8039-409f-a4e6-fa23f23ccc32 req-2ad2b488-4916-4001-a149-87042a3e1653 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/floatingips/c8b696d3-40a5-40ee-ba52-0e3564dc5202 HTTP/1.1" status: 200  len: 999 time: 0.1317735
Feb 02 13:53:23.651012 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3370ef-8039-409f-a4e6-fa23f23ccc32 req-b7bd8b51-b3e5-479b-8da1-541356d1b692 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:53:23.652788 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ce3370ef-8039-409f-a4e6-fa23f23ccc32 req-b7bd8b51-b3e5-479b-8da1-541356d1b692 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/networks/081eaffe-521e-4302-9444-c5c7bff220cd HTTP/1.1" status: 200  len: 784 time: 0.2380955
Feb 02 13:53:23.815257 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ce3370ef-8039-409f-a4e6-fa23f23ccc32 req-7f30d3a2-3e6b-474a-bf56-1adb4c593d66 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/floatingips?floating_ip_address=172.27.2.146 HTTP/1.1" status: 200  len: 1002 time: 0.1537843
Feb 02 13:53:23.988493 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3370ef-8039-409f-a4e6-fa23f23ccc32 req-8ab630a8-d922-45b1-a05b-67ce18219bea tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:53:23.989991 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ce3370ef-8039-409f-a4e6-fa23f23ccc32 req-8ab630a8-d922-45b1-a05b-67ce18219bea tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/ports/276f0c24-f481-4457-b9c4-fde0c77b1d7d HTTP/1.1" status: 200  len: 943 time: 0.1688735
Feb 02 13:53:24.211567 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ce3370ef-8039-409f-a4e6-fa23f23ccc32 req-6fc2cc7e-7338-4a1a-b7f2-a069f48ef76a tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/floatingips?floating_ip_address=172.27.2.146 HTTP/1.1" status: 200  len: 1002 time: 0.1226091
Feb 02 13:53:24.454195 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-ce3370ef-8039-409f-a4e6-fa23f23ccc32 req-fe691cb2-d71c-427a-92e7-80c205ef17b2 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Deleting port 824fc83b-30fb-4879-8fc9-d66de7b954d0 {{(pid=80184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:53:24.455289 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-ce3370ef-8039-409f-a4e6-fa23f23ccc32 req-fe691cb2-d71c-427a-92e7-80c205ef17b2 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:24.889966 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-ce3370ef-8039-409f-a4e6-fa23f23ccc32 req-fe691cb2-d71c-427a-92e7-80c205ef17b2 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:24.890328 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-ce3370ef-8039-409f-a4e6-fa23f23ccc32 req-fe691cb2-d71c-427a-92e7-80c205ef17b2 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:25.032754 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-ce3370ef-8039-409f-a4e6-fa23f23ccc32 req-fe691cb2-d71c-427a-92e7-80c205ef17b2 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Calling delete_port for 824fc83b-30fb-4879-8fc9-d66de7b954d0 owned by network:floatingip {{(pid=80184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:53:25.195285 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-ce3370ef-8039-409f-a4e6-fa23f23ccc32 req-fe691cb2-d71c-427a-92e7-80c205ef17b2 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264942761622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264943208991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851940450'] for port, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:25.211447 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-535ef709-e7f6-4d0d-897d-683127bc8540 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:53:25.309131 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe691cb2-d71c-427a-92e7-80c205ef17b2 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Pushing event deleted for resources: {'Port': ['ID=824fc83b-30fb-4879-8fc9-d66de7b954d0,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:53:25.321002 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe691cb2-d71c-427a-92e7-80c205ef17b2 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:53:25.321554 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe691cb2-d71c-427a-92e7-80c205ef17b2 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:53:25.321862 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe691cb2-d71c-427a-92e7-80c205ef17b2 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:53:25.322203 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe691cb2-d71c-427a-92e7-80c205ef17b2 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:53:25.322599 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe691cb2-d71c-427a-92e7-80c205ef17b2 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:53:25.322988 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe691cb2-d71c-427a-92e7-80c205ef17b2 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:53:25.323912 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe691cb2-d71c-427a-92e7-80c205ef17b2 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:53:25.324347 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe691cb2-d71c-427a-92e7-80c205ef17b2 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:53:25.324734 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe691cb2-d71c-427a-92e7-80c205ef17b2 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:53:25.325122 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe691cb2-d71c-427a-92e7-80c205ef17b2 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:53:25.325505 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe691cb2-d71c-427a-92e7-80c205ef17b2 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:53:25.325890 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe691cb2-d71c-427a-92e7-80c205ef17b2 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:53:25.326334 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe691cb2-d71c-427a-92e7-80c205ef17b2 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:53:25.326721 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe691cb2-d71c-427a-92e7-80c205ef17b2 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:53:25.327109 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe691cb2-d71c-427a-92e7-80c205ef17b2 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:53:25.327496 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe691cb2-d71c-427a-92e7-80c205ef17b2 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:53:25.327875 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe691cb2-d71c-427a-92e7-80c205ef17b2 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:53:25.328732 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe691cb2-d71c-427a-92e7-80c205ef17b2 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:53:25.328732 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe691cb2-d71c-427a-92e7-80c205ef17b2 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:53:25.329120 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe691cb2-d71c-427a-92e7-80c205ef17b2 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:53:25.329508 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe691cb2-d71c-427a-92e7-80c205ef17b2 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:53:25.329894 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe691cb2-d71c-427a-92e7-80c205ef17b2 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:53:25.330273 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe691cb2-d71c-427a-92e7-80c205ef17b2 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:53:25.330650 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe691cb2-d71c-427a-92e7-80c205ef17b2 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:53:25.334818 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-fe691cb2-d71c-427a-92e7-80c205ef17b2 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:53:25.470854 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-ce3370ef-8039-409f-a4e6-fa23f23ccc32 req-fe691cb2-d71c-427a-92e7-80c205ef17b2 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks [] for floatingip, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:25.471517 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.db.l3_db [req-ce3370ef-8039-409f-a4e6-fa23f23ccc32 req-fe691cb2-d71c-427a-92e7-80c205ef17b2 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Floating IP c8b696d3-40a5-40ee-ba52-0e3564dc5202 disassociated (deleted). External IP: 172.27.2.146, port: 276f0c24-f481-4457-b9c4-fde0c77b1d7d.
Feb 02 13:53:25.875450 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce3370ef-8039-409f-a4e6-fa23f23ccc32 req-fe691cb2-d71c-427a-92e7-80c205ef17b2 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Router 4b36a0ac-0e23-4565-be2f-cb5815510a53 has already been hosted by L3 agent 46ed2aac-7d32-4274-9cac-387c5fc2cd87 {{(pid=80184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 02 13:53:26.005551 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-0d68ad94-26bb-4724-9417-57a03caf14eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:26.106512 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce3370ef-8039-409f-a4e6-fa23f23ccc32 req-fe691cb2-d71c-427a-92e7-80c205ef17b2 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify agent at l3_agent.dv-cinder-772388-4-iscsi the message routers_updated {{(pid=80184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 02 13:53:26.124743 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8895af-9c20-4934-bbbf-708b3e8240e9 None None] Sync routers for ids ['4b36a0ac-0e23-4565-be2f-cb5815510a53'] in dv-cinder-772388-4-iscsi {{(pid=80187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 02 13:53:26.133918 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-ce3370ef-8039-409f-a4e6-fa23f23ccc32 req-fe691cb2-d71c-427a-92e7-80c205ef17b2 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for floatingip, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:26.137001 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8895af-9c20-4934-bbbf-708b3e8240e9 None None] Routers {'4b36a0ac-0e23-4565-be2f-cb5815510a53'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:53:26.137736 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-fd8895af-9c20-4934-bbbf-708b3e8240e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e9e1aa20>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:52:59Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['4b36a0ac-0e23-4565-be2f-cb5815510a53'], 'active': True} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:53:26.221714 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ce3370ef-8039-409f-a4e6-fa23f23ccc32 req-fe691cb2-d71c-427a-92e7-80c205ef17b2 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "DELETE /v2.0/floatingips/c8b696d3-40a5-40ee-ba52-0e3564dc5202 HTTP/1.1" status: 204  len: 173 time: 2.0032504
Feb 02 13:53:26.222926 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14803b5a-0a17-4eed-b7a7-d62c8f52132d', 'tag': '276f0c24-f481-4457-b9c4-fde0c77b1d7d'}] {{(pid=80184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:53:26.405595 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14803b5a-0a17-4eed-b7a7-d62c8f52132d', 'tag': '276f0c24-f481-4457-b9c4-fde0c77b1d7d', 'status': 'completed', 'code': 200}
Feb 02 13:53:26.444140 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3370ef-8039-409f-a4e6-fa23f23ccc32 req-8a014e4e-8c8b-468c-955a-d9578cb29cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:53:26.445995 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ce3370ef-8039-409f-a4e6-fa23f23ccc32 req-8a014e4e-8c8b-468c-955a-d9578cb29cad service neutron] 10.222.0.133 "GET /v2.0/ports?tenant_id=9fd246219b8b41dbaae8904115d1595f&device_id=14803b5a-0a17-4eed-b7a7-d62c8f52132d HTTP/1.1" status: 200  len: 1163 time: 0.2063701
Feb 02 13:53:26.537489 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236857b4-54e4-4467-9d46-87265f534bc5 req-eb9b7247-d916-427b-826c-d2777c46b1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:53:26.539913 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-236857b4-54e4-4467-9d46-87265f534bc5 req-eb9b7247-d916-427b-826c-d2777c46b1a8 service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=9fd246219b8b41dbaae8904115d1595f&device_id=14803b5a-0a17-4eed-b7a7-d62c8f52132d HTTP/1.1" status: 200  len: 1163 time: 0.1066098
Feb 02 13:53:26.666825 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-fd8895af-9c20-4934-bbbf-708b3e8240e9 None None] Set router 4b36a0ac-0e23-4565-be2f-cb5815510a53 gateway port host: dv-cinder-772388-4-iscsi {{(pid=80187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:53:26.676229 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3370ef-8039-409f-a4e6-fa23f23ccc32 req-92cc4ba5-5f9e-4a1e-9f9b-352860948647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:53:26.678413 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ce3370ef-8039-409f-a4e6-fa23f23ccc32 req-92cc4ba5-5f9e-4a1e-9f9b-352860948647 service neutron] 10.222.0.133 "GET /v2.0/networks?id=0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593 HTTP/1.1" status: 200  len: 905 time: 0.2215638
Feb 02 13:53:26.743827 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236857b4-54e4-4467-9d46-87265f534bc5 req-acbf1fae-2de8-4930-835f-7b2d0a999d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:53:26.746060 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-236857b4-54e4-4467-9d46-87265f534bc5 req-acbf1fae-2de8-4930-835f-7b2d0a999d62 service neutron] 10.222.0.132 "GET /v2.0/networks?id=0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593 HTTP/1.1" status: 200  len: 905 time: 0.1973116
Feb 02 13:53:26.768584 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ce3370ef-8039-409f-a4e6-fa23f23ccc32 req-c1be121e-204c-4260-89c7-64b71a65d7e8 service neutron] 10.222.0.133 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=276f0c24-f481-4457-b9c4-fde0c77b1d7d HTTP/1.1" status: 200  len: 217 time: 0.0830083
Feb 02 13:53:26.839198 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-236857b4-54e4-4467-9d46-87265f534bc5 req-effb7abd-c01c-4beb-b7b0-c5849df276e3 service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=276f0c24-f481-4457-b9c4-fde0c77b1d7d HTTP/1.1" status: 200  len: 217 time: 0.0842066
Feb 02 13:53:26.861335 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3370ef-8039-409f-a4e6-fa23f23ccc32 req-1f944477-0693-45f0-9c29-2a997befebf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:53:26.862953 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ce3370ef-8039-409f-a4e6-fa23f23ccc32 req-1f944477-0693-45f0-9c29-2a997befebf3 service neutron] 10.222.0.133 "GET /v2.0/subnets?id=c84715ee-f128-4ac6-b34f-2786eff260c7 HTTP/1.1" status: 200  len: 850 time: 0.0731955
Feb 02 13:53:26.918015 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236857b4-54e4-4467-9d46-87265f534bc5 req-76f356ea-a1c0-42a8-b5a7-985004c8b8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:53:26.919641 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-236857b4-54e4-4467-9d46-87265f534bc5 req-76f356ea-a1c0-42a8-b5a7-985004c8b8e0 service neutron] 10.222.0.132 "GET /v2.0/subnets?id=c84715ee-f128-4ac6-b34f-2786eff260c7 HTTP/1.1" status: 200  len: 850 time: 0.0749881
Feb 02 13:53:26.959877 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3370ef-8039-409f-a4e6-fa23f23ccc32 req-6ff70acb-dc6f-41a1-9892-64d9909793fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:53:26.961789 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ce3370ef-8039-409f-a4e6-fa23f23ccc32 req-6ff70acb-dc6f-41a1-9892-64d9909793fd service neutron] 10.222.0.133 "GET /v2.0/ports?network_id=0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0892539
Feb 02 13:53:27.021982 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236857b4-54e4-4467-9d46-87265f534bc5 req-21fdd7f2-c137-4df3-bc34-f58a93f8dff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:53:27.023606 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-236857b4-54e4-4467-9d46-87265f534bc5 req-21fdd7f2-c137-4df3-bc34-f58a93f8dff4 service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0957069
Feb 02 13:53:27.097625 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-fd8895af-9c20-4934-bbbf-708b3e8240e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e9e1aa20>, [{'id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'name': 'tempest-TestVolumeBootPattern-815306273-router', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '3da19fcf-bcc5-4ccd-93a9-a76f6bafc205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:46:02Z', 'updated_at': '2021-02-02T13:46:08Z', 'revision_number': 4, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'gw_port': {'id': '3da19fcf-bcc5-4ccd-93a9-a76f6bafc205', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:95:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:03Z', 'updated_at': '2021-02-02T13:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_floatingips': [{'id': '90050e89-a362-4e4f-881d-6ba85d3d89f1', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'router_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'port_id': '94f7136c-e424-42c5-9ee8-5bad7bb12fd6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593', 'mac_address': 'fa:16:3e:dd:77:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7bce68-b2e1-4d67-9cb1-61326618ee3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-02T13:49:44Z', 'updated_at': '2021-02-02T13:49:51Z', 'revision_number': 2, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5733192f-ad25-4a48-982a-c32dc7a39af6', 'name': '', 'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'mac_address': 'fa:16:3e:ac:b4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c84715ee-f128-4ac6-b34f-2786eff260c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:07Z', 'updated_at': '2021-02-02T13:46:22Z', 'revision_number': 5, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'subnets': [{'id': 'c84715ee-f128-4ac6-b34f-2786eff260c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:53:27.102643 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8895af-9c20-4934-bbbf-708b3e8240e9 None None] Checking router: 4b36a0ac-0e23-4565-be2f-cb5815510a53 for host: dv-cinder-772388-4-iscsi {{(pid=80187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 02 13:53:27.112542 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8895af-9c20-4934-bbbf-708b3e8240e9 None None] Routers {'4b36a0ac-0e23-4565-be2f-cb5815510a53'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:53:27.113866 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-fd8895af-9c20-4934-bbbf-708b3e8240e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e9e1aa20>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:52:59Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['4b36a0ac-0e23-4565-be2f-cb5815510a53'], 'active': True} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:53:27.120802 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ce3370ef-8039-409f-a4e6-fa23f23ccc32 req-aa03b67d-eda0-486b-a4ad-e449c2af9fb9 service neutron] 10.222.0.133 "GET /v2.0/networks/0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1486356
Feb 02 13:53:27.186915 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-236857b4-54e4-4467-9d46-87265f534bc5 req-0a8ee3d8-70fd-48bf-8308-66fceada7b76 service neutron] 10.222.0.132 "GET /v2.0/networks/0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1545537
Feb 02 13:53:27.285915 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-ce3370ef-8039-409f-a4e6-fa23f23ccc32 req-70a17ff7-f58d-41b8-bfe4-f169be132477 service neutron] 10.222.0.133 "GET /v2.0/networks/0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1568043
Feb 02 13:53:27.322388 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-fd8895af-9c20-4934-bbbf-708b3e8240e9 None None] Set router 4b36a0ac-0e23-4565-be2f-cb5815510a53 gateway port host: dv-cinder-772388-4-iscsi {{(pid=80187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:53:27.350222 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-236857b4-54e4-4467-9d46-87265f534bc5 req-4cbfbb2b-cdb4-462a-83a3-7032b70ba8e8 service neutron] 10.222.0.132 "GET /v2.0/networks/0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1556108
Feb 02 13:53:27.725183 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-fd8895af-9c20-4934-bbbf-708b3e8240e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e9e1aa20>, [{'id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'name': 'tempest-TestVolumeBootPattern-815306273-router', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '3da19fcf-bcc5-4ccd-93a9-a76f6bafc205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:46:02Z', 'updated_at': '2021-02-02T13:46:08Z', 'revision_number': 4, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'gw_port': {'id': '3da19fcf-bcc5-4ccd-93a9-a76f6bafc205', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:95:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:03Z', 'updated_at': '2021-02-02T13:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_floatingips': [{'id': '90050e89-a362-4e4f-881d-6ba85d3d89f1', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'router_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'port_id': '94f7136c-e424-42c5-9ee8-5bad7bb12fd6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593', 'mac_address': 'fa:16:3e:dd:77:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7bce68-b2e1-4d67-9cb1-61326618ee3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-02T13:49:44Z', 'updated_at': '2021-02-02T13:49:51Z', 'revision_number': 2, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5733192f-ad25-4a48-982a-c32dc7a39af6', 'name': '', 'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'mac_address': 'fa:16:3e:ac:b4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c84715ee-f128-4ac6-b34f-2786eff260c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:07Z', 'updated_at': '2021-02-02T13:46:22Z', 'revision_number': 5, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'subnets': [{'id': 'c84715ee-f128-4ac6-b34f-2786eff260c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:53:27.730613 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8895af-9c20-4934-bbbf-708b3e8240e9 None None] The sync data for ids ['4b36a0ac-0e23-4565-be2f-cb5815510a53'] in dv-cinder-772388-4-iscsi is: [{'id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'name': 'tempest-TestVolumeBootPattern-815306273-router', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '3da19fcf-bcc5-4ccd-93a9-a76f6bafc205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:46:02Z', 'updated_at': '2021-02-02T13:46:08Z', 'revision_number': 4, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'gw_port': {'id': '3da19fcf-bcc5-4ccd-93a9-a76f6bafc205', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:95:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:03Z', 'updated_at': '2021-02-02T13:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_floatingips': [{'id': '90050e89-a362-4e4f-881d-6ba85d3d89f1', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'router_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'port_id': '94f7136c-e424-42c5-9ee8-5bad7bb12fd6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593', 'mac_address': 'fa:16:3e:dd:77:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7bce68-b2e1-4d67-9cb1-61326618ee3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-02T13:49:44Z', 'updated_at': '2021-02-02T13:49:51Z', 'revision_number': 2, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5733192f-ad25-4a48-982a-c32dc7a39af6', 'name': '', 'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'mac_address': 'fa:16:3e:ac:b4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c84715ee-f128-4ac6-b34f-2786eff260c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:07Z', 'updated_at': '2021-02-02T13:46:22Z', 'revision_number': 5, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'subnets': [{'id': 'c84715ee-f128-4ac6-b34f-2786eff260c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 02 13:53:27.866058 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f86c30-4e4b-404d-b61f-ac6bd685108f req-96ee56b1-3b4f-493f-97a5-a8ce773f3406 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:53:27.866901 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-23f86c30-4e4b-404d-b61f-ac6bd685108f req-96ee56b1-3b4f-493f-97a5-a8ce773f3406 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Synchronizing usage tracker for tenant:9fd246219b8b41dbaae8904115d1595f on resource:port {{(pid=80184) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:53:27.883335 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-23f86c30-4e4b-404d-b61f-ac6bd685108f req-96ee56b1-3b4f-493f-97a5-a8ce773f3406 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Unset dirty status for tenant:9fd246219b8b41dbaae8904115d1595f on resource:port {{(pid=80184) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:53:27.884682 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-23f86c30-4e4b-404d-b61f-ac6bd685108f req-96ee56b1-3b4f-493f-97a5-a8ce773f3406 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/ports?device_id=14803b5a-0a17-4eed-b7a7-d62c8f52132d HTTP/1.1" status: 200  len: 946 time: 0.1986830
Feb 02 13:53:27.959504 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-23f86c30-4e4b-404d-b61f-ac6bd685108f req-0d2a1220-51e4-4aae-b995-151781404637 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/security-groups?id=89ca574e-9d76-4d27-a7b5-e94822b88bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0670519
Feb 02 13:53:28.132185 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c016430-4d9c-46eb-b366-6595bc8ce994 None None] New status for floating IP c8b696d3-40a5-40ee-ba52-0e3564dc5202: DOWN {{(pid=80186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 02 13:53:29.098404 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c7e8766e-8d12-4426-afca-822902410145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:29.247969 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ede912-5e7e-46b2-b945-e688bb79e02f req-0c1d4a78-0d49-4f52-9848-f033a0eb897e tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:53:29.248783 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-a1ede912-5e7e-46b2-b945-e688bb79e02f req-0c1d4a78-0d49-4f52-9848-f033a0eb897e tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Synchronizing usage tracker for tenant:9fd246219b8b41dbaae8904115d1595f on resource:port {{(pid=80185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:53:29.262716 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-a1ede912-5e7e-46b2-b945-e688bb79e02f req-0c1d4a78-0d49-4f52-9848-f033a0eb897e tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Unset dirty status for tenant:9fd246219b8b41dbaae8904115d1595f on resource:port {{(pid=80185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:53:29.263986 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a1ede912-5e7e-46b2-b945-e688bb79e02f req-0c1d4a78-0d49-4f52-9848-f033a0eb897e tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.132 "GET /v2.0/ports?device_id=14803b5a-0a17-4eed-b7a7-d62c8f52132d HTTP/1.1" status: 200  len: 946 time: 0.1948347
Feb 02 13:53:29.335766 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ab7c7985-633e-4f04-b7ff-e739805fbdc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:29.370277 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-a1ede912-5e7e-46b2-b945-e688bb79e02f req-e4e1bf85-e689-4bc8-aa01-8e73a120bdc9 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Deleting port 276f0c24-f481-4457-b9c4-fde0c77b1d7d {{(pid=80185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:53:29.370595 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-a1ede912-5e7e-46b2-b945-e688bb79e02f req-e4e1bf85-e689-4bc8-aa01-8e73a120bdc9 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:29.399517 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.agents_db [None req-a5446886-6d63-4256-b3e6-4e67ca866f31 None None] Agent healthcheck: found 6 active agents {{(pid=80187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 02 13:53:29.412229 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cd80c-992b-4ffb-b2ca-3e15c99df945 req-833956eb-6ec6-4204-ba8a-3e251e376067 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:53:29.414209 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-606cd80c-992b-4ffb-b2ca-3e15c99df945 req-833956eb-6ec6-4204-ba8a-3e251e376067 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/ports?device_id=14803b5a-0a17-4eed-b7a7-d62c8f52132d HTTP/1.1" status: 200  len: 946 time: 0.1860490
Feb 02 13:53:29.490270 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-606cd80c-992b-4ffb-b2ca-3e15c99df945 req-28ac4567-3f15-4356-91f3-9b80681e6cd4 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/security-groups?id=89ca574e-9d76-4d27-a7b5-e94822b88bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0678933
Feb 02 13:53:29.664883 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-a1ede912-5e7e-46b2-b945-e688bb79e02f req-e4e1bf85-e689-4bc8-aa01-8e73a120bdc9 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] For port 276f0c24-f481-4457-b9c4-fde0c77b1d7d, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=276f0c24-f481-4457-b9c4-fde0c77b1d7d,segment=NetworkSegment(2aa86323-3806-4213-8222-472504c40951),segment_id=2aa86323-3806-4213-8222-472504c40951)] {{(pid=80185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:53:29.665383 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-a1ede912-5e7e-46b2-b945-e688bb79e02f req-e4e1bf85-e689-4bc8-aa01-8e73a120bdc9 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:29.815647 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-a1ede912-5e7e-46b2-b945-e688bb79e02f req-e4e1bf85-e689-4bc8-aa01-8e73a120bdc9 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Calling delete_port for 276f0c24-f481-4457-b9c4-fde0c77b1d7d owned by compute:nova {{(pid=80185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:53:29.982992 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-a1ede912-5e7e-46b2-b945-e688bb79e02f req-e4e1bf85-e689-4bc8-aa01-8e73a120bdc9 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264942761622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264943208991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2210562'] for port, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:30.008050 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-eca27823-d00e-41e0-91db-6bb15b920a74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:53:30.119272 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e1bf85-e689-4bc8-aa01-8e73a120bdc9 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Pushing event deleted for resources: {'Port': ['ID=276f0c24-f481-4457-b9c4-fde0c77b1d7d,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:53:30.137588 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e1bf85-e689-4bc8-aa01-8e73a120bdc9 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:53:30.138117 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e1bf85-e689-4bc8-aa01-8e73a120bdc9 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:53:30.138533 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e1bf85-e689-4bc8-aa01-8e73a120bdc9 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:53:30.138938 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e1bf85-e689-4bc8-aa01-8e73a120bdc9 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:53:30.139346 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e1bf85-e689-4bc8-aa01-8e73a120bdc9 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:53:30.139867 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e1bf85-e689-4bc8-aa01-8e73a120bdc9 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:53:30.140295 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e1bf85-e689-4bc8-aa01-8e73a120bdc9 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:53:30.140808 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e1bf85-e689-4bc8-aa01-8e73a120bdc9 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:53:30.141211 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e1bf85-e689-4bc8-aa01-8e73a120bdc9 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:53:30.141703 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e1bf85-e689-4bc8-aa01-8e73a120bdc9 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:53:30.142124 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e1bf85-e689-4bc8-aa01-8e73a120bdc9 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:53:30.142516 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e1bf85-e689-4bc8-aa01-8e73a120bdc9 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:53:30.143072 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e1bf85-e689-4bc8-aa01-8e73a120bdc9 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:53:30.143472 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e1bf85-e689-4bc8-aa01-8e73a120bdc9 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:53:30.143999 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e1bf85-e689-4bc8-aa01-8e73a120bdc9 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:53:30.144403 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e1bf85-e689-4bc8-aa01-8e73a120bdc9 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:53:30.144911 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e1bf85-e689-4bc8-aa01-8e73a120bdc9 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:53:30.145308 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e1bf85-e689-4bc8-aa01-8e73a120bdc9 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:53:30.145817 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e1bf85-e689-4bc8-aa01-8e73a120bdc9 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:53:30.146217 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e1bf85-e689-4bc8-aa01-8e73a120bdc9 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:53:30.146735 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e1bf85-e689-4bc8-aa01-8e73a120bdc9 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:53:30.147131 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e1bf85-e689-4bc8-aa01-8e73a120bdc9 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:53:30.147631 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e1bf85-e689-4bc8-aa01-8e73a120bdc9 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:53:30.148052 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e1bf85-e689-4bc8-aa01-8e73a120bdc9 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-iscsi {{(pid=80185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 02 13:53:30.154353 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-e4e1bf85-e689-4bc8-aa01-8e73a120bdc9 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:53:30.260558 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ede912-5e7e-46b2-b945-e688bb79e02f req-e4e1bf85-e689-4bc8-aa01-8e73a120bdc9 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] No DVR routers for this DVR port 276f0c24-f481-4457-b9c4-fde0c77b1d7d on host hv-cinder-77238 {{(pid=80185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 02 13:53:30.262926 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-a1ede912-5e7e-46b2-b945-e688bb79e02f req-e4e1bf85-e689-4bc8-aa01-8e73a120bdc9 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for port, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:30.265854 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14803b5a-0a17-4eed-b7a7-d62c8f52132d', 'name': 'network-vif-deleted', 'tag': '276f0c24-f481-4457-b9c4-fde0c77b1d7d'}] {{(pid=80185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:53:30.283017 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-a1ede912-5e7e-46b2-b945-e688bb79e02f req-e4e1bf85-e689-4bc8-aa01-8e73a120bdc9 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.132 "DELETE /v2.0/ports/276f0c24-f481-4457-b9c4-fde0c77b1d7d HTTP/1.1" status: 204  len: 173 time: 1.0119801
Feb 02 13:53:30.305326 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:30.331664 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14803b5a-0a17-4eed-b7a7-d62c8f52132d', 'name': 'network-vif-deleted', 'tag': '276f0c24-f481-4457-b9c4-fde0c77b1d7d', 'status': 'completed', 'code': 200}
Feb 02 13:53:30.530993 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device 276f0c24-f481-4457-b9c4-fde0c77b1d7d no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 02 13:53:30.576765 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] No Port match for: 276f0c24-f481-4457-b9c4-fde0c77b1d7d {{(pid=80186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 02 13:53:30.577166 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device 276f0c24-f481-4457-b9c4-fde0c77b1d7d not bound to the agent host hv-cinder-77238 {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 02 13:53:30.767298 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-cc617bf1-a1c5-47fc-b1b6-2a6a6aa7de68 req-f8978847-b332-4678-b7f0-60e2a6125172 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/ports?device_id=14803b5a-0a17-4eed-b7a7-d62c8f52132d HTTP/1.1" status: 200  len: 210 time: 0.0770347
Feb 02 13:53:31.158467 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-42ef245d-f728-4293-a752-dedea4fc02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:33.272381 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:34.640774 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-1b8c6693-8736-4857-8c4c-2c188ab69e36 req-5464ff57-639f-4df8-93bd-242cf1356a07 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/floatingips/90050e89-a362-4e4f-881d-6ba85d3d89f1 HTTP/1.1" status: 200  len: 996 time: 0.2045777
Feb 02 13:53:34.941466 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c6693-8736-4857-8c4c-2c188ab69e36 req-c2b5adc9-813f-46ee-b8bb-b4325f6876a8 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:53:34.943012 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-1b8c6693-8736-4857-8c4c-2c188ab69e36 req-c2b5adc9-813f-46ee-b8bb-b4325f6876a8 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/networks/081eaffe-521e-4302-9444-c5c7bff220cd HTTP/1.1" status: 200  len: 784 time: 0.2948124
Feb 02 13:53:34.957298 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [req-1b8c6693-8736-4857-8c4c-2c188ab69e36 req-59c2ad82-0d1d-462d-a501-529b5f4b8b98 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] http://10.222.0.133:9696/v2.0/extensions returned with HTTP 200 {{(pid=80184) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 02 13:53:34.958753 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-1b8c6693-8736-4857-8c4c-2c188ab69e36 req-59c2ad82-0d1d-462d-a501-529b5f4b8b98 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0069599
Feb 02 13:53:35.145865 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-1b8c6693-8736-4857-8c4c-2c188ab69e36 req-6ae4cc3c-27ac-40ed-93ea-01fe1fae2ac4 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Synchronizing usage tracker for tenant:9fd246219b8b41dbaae8904115d1595f on resource:floatingip {{(pid=80184) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:53:35.166719 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-1b8c6693-8736-4857-8c4c-2c188ab69e36 req-6ae4cc3c-27ac-40ed-93ea-01fe1fae2ac4 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Unset dirty status for tenant:9fd246219b8b41dbaae8904115d1595f on resource:floatingip {{(pid=80184) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:53:35.169771 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-1b8c6693-8736-4857-8c4c-2c188ab69e36 req-6ae4cc3c-27ac-40ed-93ea-01fe1fae2ac4 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/floatingips?floating_ip_address=172.27.2.3 HTTP/1.1" status: 200  len: 999 time: 0.2028995
Feb 02 13:53:35.386731 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c6693-8736-4857-8c4c-2c188ab69e36 req-bc66e7f7-1181-4dbe-9204-3863cbeb1f91 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:53:35.388640 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-1b8c6693-8736-4857-8c4c-2c188ab69e36 req-bc66e7f7-1181-4dbe-9204-3863cbeb1f91 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/ports/94f7136c-e424-42c5-9ee8-5bad7bb12fd6 HTTP/1.1" status: 200  len: 942 time: 0.2102649
Feb 02 13:53:35.702708 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-1b8c6693-8736-4857-8c4c-2c188ab69e36 req-01cf02d0-0723-4c51-8d75-560e37418861 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/floatingips?floating_ip_address=172.27.2.3 HTTP/1.1" status: 200  len: 999 time: 0.1971774
Feb 02 13:53:36.349850 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-1b8c6693-8736-4857-8c4c-2c188ab69e36 req-711344b0-f941-4607-af88-67f7750ef23d tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Deleting port 3f4a78a0-4107-401a-8365-39eeaad4feb1 {{(pid=80184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:53:36.350277 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-1b8c6693-8736-4857-8c4c-2c188ab69e36 req-711344b0-f941-4607-af88-67f7750ef23d tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:36.567801 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-1b8c6693-8736-4857-8c4c-2c188ab69e36 req-711344b0-f941-4607-af88-67f7750ef23d tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:36.568413 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-1b8c6693-8736-4857-8c4c-2c188ab69e36 req-711344b0-f941-4607-af88-67f7750ef23d tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:36.719179 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-1b8c6693-8736-4857-8c4c-2c188ab69e36 req-711344b0-f941-4607-af88-67f7750ef23d tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Calling delete_port for 3f4a78a0-4107-401a-8365-39eeaad4feb1 owned by network:floatingip {{(pid=80184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:53:36.937786 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-1b8c6693-8736-4857-8c4c-2c188ab69e36 req-711344b0-f941-4607-af88-67f7750ef23d tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264942761622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264943208991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851940450'] for port, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:36.953786 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-0bcb8e06-a329-40e8-b79c-5ed00d639918 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:53:37.051287 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711344b0-f941-4607-af88-67f7750ef23d tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Pushing event deleted for resources: {'Port': ['ID=3f4a78a0-4107-401a-8365-39eeaad4feb1,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:53:37.055439 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-711344b0-f941-4607-af88-67f7750ef23d tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:53:37.185869 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-1b8c6693-8736-4857-8c4c-2c188ab69e36 req-711344b0-f941-4607-af88-67f7750ef23d tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks [] for floatingip, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:37.186343 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.db.l3_db [req-1b8c6693-8736-4857-8c4c-2c188ab69e36 req-711344b0-f941-4607-af88-67f7750ef23d tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Floating IP 90050e89-a362-4e4f-881d-6ba85d3d89f1 disassociated (deleted). External IP: 172.27.2.3, port: 94f7136c-e424-42c5-9ee8-5bad7bb12fd6.
Feb 02 13:53:37.614820 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b8c6693-8736-4857-8c4c-2c188ab69e36 req-711344b0-f941-4607-af88-67f7750ef23d tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Router 4b36a0ac-0e23-4565-be2f-cb5815510a53 has already been hosted by L3 agent 46ed2aac-7d32-4274-9cac-387c5fc2cd87 {{(pid=80184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 02 13:53:37.834850 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b8c6693-8736-4857-8c4c-2c188ab69e36 req-711344b0-f941-4607-af88-67f7750ef23d tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify agent at l3_agent.dv-cinder-772388-4-iscsi the message routers_updated {{(pid=80184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 02 13:53:37.846062 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0481500-dbd0-4197-9a8d-1871a9677b65 None None] Sync routers for ids ['4b36a0ac-0e23-4565-be2f-cb5815510a53'] in dv-cinder-772388-4-iscsi {{(pid=80187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 02 13:53:37.858954 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0481500-dbd0-4197-9a8d-1871a9677b65 None None] Routers {'4b36a0ac-0e23-4565-be2f-cb5815510a53'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:53:37.859597 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-b0481500-dbd0-4197-9a8d-1871a9677b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e9c89710>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:53:29Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['4b36a0ac-0e23-4565-be2f-cb5815510a53'], 'active': True} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:53:37.862592 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-1b8c6693-8736-4857-8c4c-2c188ab69e36 req-711344b0-f941-4607-af88-67f7750ef23d tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for floatingip, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:37.939451 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-1b8c6693-8736-4857-8c4c-2c188ab69e36 req-711344b0-f941-4607-af88-67f7750ef23d tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "DELETE /v2.0/floatingips/90050e89-a362-4e4f-881d-6ba85d3d89f1 HTTP/1.1" status: 204  len: 173 time: 2.2216740
Feb 02 13:53:37.940584 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba7bce68-b2e1-4d67-9cb1-61326618ee3f', 'tag': '94f7136c-e424-42c5-9ee8-5bad7bb12fd6'}] {{(pid=80184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:53:38.050418 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba7bce68-b2e1-4d67-9cb1-61326618ee3f', 'tag': '94f7136c-e424-42c5-9ee8-5bad7bb12fd6', 'status': 'completed', 'code': 200}
Feb 02 13:53:38.105367 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-b0481500-dbd0-4197-9a8d-1871a9677b65 None None] Set router 4b36a0ac-0e23-4565-be2f-cb5815510a53 gateway port host: dv-cinder-772388-4-iscsi {{(pid=80187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:53:38.193534 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da659dc-3bb6-4c0f-89b1-75cfdf7ece21 req-deb1d8a2-f603-4f68-9beb-dfe850215f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:53:38.195853 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3da659dc-3bb6-4c0f-89b1-75cfdf7ece21 req-deb1d8a2-f603-4f68-9beb-dfe850215f79 service neutron] 10.222.0.132 "GET /v2.0/ports?tenant_id=9fd246219b8b41dbaae8904115d1595f&device_id=ba7bce68-b2e1-4d67-9cb1-61326618ee3f HTTP/1.1" status: 200  len: 1162 time: 0.1139369
Feb 02 13:53:38.272915 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c6693-8736-4857-8c4c-2c188ab69e36 req-6bc3b392-8121-4d94-94bc-d5ec7de8d5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:53:38.275899 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-1b8c6693-8736-4857-8c4c-2c188ab69e36 req-6bc3b392-8121-4d94-94bc-d5ec7de8d5cb service neutron] 10.222.0.133 "GET /v2.0/ports?tenant_id=9fd246219b8b41dbaae8904115d1595f&device_id=ba7bce68-b2e1-4d67-9cb1-61326618ee3f HTTP/1.1" status: 200  len: 1162 time: 0.3153715
Feb 02 13:53:38.412787 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da659dc-3bb6-4c0f-89b1-75cfdf7ece21 req-39ae3a6d-da86-4cb4-a3e3-8be434ab9716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:53:38.415459 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3da659dc-3bb6-4c0f-89b1-75cfdf7ece21 req-39ae3a6d-da86-4cb4-a3e3-8be434ab9716 service neutron] 10.222.0.132 "GET /v2.0/networks?id=0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593 HTTP/1.1" status: 200  len: 905 time: 0.2039959
Feb 02 13:53:38.478877 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c6693-8736-4857-8c4c-2c188ab69e36 req-0117df7f-68fe-4924-aacb-81cee484ecef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:53:38.480874 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-1b8c6693-8736-4857-8c4c-2c188ab69e36 req-0117df7f-68fe-4924-aacb-81cee484ecef service neutron] 10.222.0.133 "GET /v2.0/networks?id=0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593 HTTP/1.1" status: 200  len: 905 time: 0.1917756
Feb 02 13:53:38.523015 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-b0481500-dbd0-4197-9a8d-1871a9677b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e9c89710>, [{'id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'name': 'tempest-TestVolumeBootPattern-815306273-router', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '3da19fcf-bcc5-4ccd-93a9-a76f6bafc205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:46:02Z', 'updated_at': '2021-02-02T13:46:08Z', 'revision_number': 4, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'gw_port': {'id': '3da19fcf-bcc5-4ccd-93a9-a76f6bafc205', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:95:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:03Z', 'updated_at': '2021-02-02T13:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_interfaces': [{'id': '5733192f-ad25-4a48-982a-c32dc7a39af6', 'name': '', 'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'mac_address': 'fa:16:3e:ac:b4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c84715ee-f128-4ac6-b34f-2786eff260c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:07Z', 'updated_at': '2021-02-02T13:46:22Z', 'revision_number': 5, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'subnets': [{'id': 'c84715ee-f128-4ac6-b34f-2786eff260c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:53:38.529116 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0481500-dbd0-4197-9a8d-1871a9677b65 None None] Checking router: 4b36a0ac-0e23-4565-be2f-cb5815510a53 for host: dv-cinder-772388-4-iscsi {{(pid=80187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 02 13:53:38.540105 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0481500-dbd0-4197-9a8d-1871a9677b65 None None] Routers {'4b36a0ac-0e23-4565-be2f-cb5815510a53'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:53:38.540918 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-b0481500-dbd0-4197-9a8d-1871a9677b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e9c89710>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:53:29Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['4b36a0ac-0e23-4565-be2f-cb5815510a53'], 'active': True} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:53:38.556399 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3da659dc-3bb6-4c0f-89b1-75cfdf7ece21 req-a71e20d3-3a1a-4599-9687-4beae30c0b90 service neutron] 10.222.0.132 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94f7136c-e424-42c5-9ee8-5bad7bb12fd6 HTTP/1.1" status: 200  len: 217 time: 0.1325421
Feb 02 13:53:38.583417 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-1b8c6693-8736-4857-8c4c-2c188ab69e36 req-067060ef-c17d-4031-82f1-2b363d7727ce service neutron] 10.222.0.133 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94f7136c-e424-42c5-9ee8-5bad7bb12fd6 HTTP/1.1" status: 200  len: 217 time: 0.0888193
Feb 02 13:53:38.671397 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da659dc-3bb6-4c0f-89b1-75cfdf7ece21 req-8f7842a1-5206-48c9-8368-5b4b51c9a854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:53:38.673550 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3da659dc-3bb6-4c0f-89b1-75cfdf7ece21 req-8f7842a1-5206-48c9-8368-5b4b51c9a854 service neutron] 10.222.0.132 "GET /v2.0/subnets?id=c84715ee-f128-4ac6-b34f-2786eff260c7 HTTP/1.1" status: 200  len: 850 time: 0.1092825
Feb 02 13:53:38.701109 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c6693-8736-4857-8c4c-2c188ab69e36 req-361fa309-775d-412e-9262-fb1d46bb4372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:53:38.703861 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-1b8c6693-8736-4857-8c4c-2c188ab69e36 req-361fa309-775d-412e-9262-fb1d46bb4372 service neutron] 10.222.0.133 "GET /v2.0/subnets?id=c84715ee-f128-4ac6-b34f-2786eff260c7 HTTP/1.1" status: 200  len: 850 time: 0.1067841
Feb 02 13:53:38.832040 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c6693-8736-4857-8c4c-2c188ab69e36 req-5d949dc3-50ca-4f0a-a32c-ca496fe5a59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:53:38.834040 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-1b8c6693-8736-4857-8c4c-2c188ab69e36 req-5d949dc3-50ca-4f0a-a32c-ca496fe5a59a service neutron] 10.222.0.133 "GET /v2.0/ports?network_id=0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1165473
Feb 02 13:53:38.836300 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da659dc-3bb6-4c0f-89b1-75cfdf7ece21 req-77543b30-7826-4bda-9877-1417d0f83130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:53:38.836849 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-b0481500-dbd0-4197-9a8d-1871a9677b65 None None] Set router 4b36a0ac-0e23-4565-be2f-cb5815510a53 gateway port host: dv-cinder-772388-4-iscsi {{(pid=80187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:53:38.838389 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3da659dc-3bb6-4c0f-89b1-75cfdf7ece21 req-77543b30-7826-4bda-9877-1417d0f83130 service neutron] 10.222.0.132 "GET /v2.0/ports?network_id=0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1558514
Feb 02 13:53:39.053520 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-1b8c6693-8736-4857-8c4c-2c188ab69e36 req-01a47749-221b-4061-a19a-44539ecb554e service neutron] 10.222.0.133 "GET /v2.0/networks/0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2058091
Feb 02 13:53:39.318446 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-1b8c6693-8736-4857-8c4c-2c188ab69e36 req-34f9ba29-84de-4224-98bd-87591c22f184 service neutron] 10.222.0.133 "GET /v2.0/networks/0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2433901
Feb 02 13:53:39.334098 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3da659dc-3bb6-4c0f-89b1-75cfdf7ece21 req-07b7869d-e9ef-40d0-99ee-1791caff2904 service neutron] 10.222.0.132 "GET /v2.0/networks/0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4870565
Feb 02 13:53:39.368844 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-b0481500-dbd0-4197-9a8d-1871a9677b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e9c89710>, [{'id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'name': 'tempest-TestVolumeBootPattern-815306273-router', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '3da19fcf-bcc5-4ccd-93a9-a76f6bafc205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:46:02Z', 'updated_at': '2021-02-02T13:46:08Z', 'revision_number': 4, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'gw_port': {'id': '3da19fcf-bcc5-4ccd-93a9-a76f6bafc205', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:95:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:03Z', 'updated_at': '2021-02-02T13:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_interfaces': [{'id': '5733192f-ad25-4a48-982a-c32dc7a39af6', 'name': '', 'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'mac_address': 'fa:16:3e:ac:b4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c84715ee-f128-4ac6-b34f-2786eff260c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:07Z', 'updated_at': '2021-02-02T13:46:22Z', 'revision_number': 5, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'subnets': [{'id': 'c84715ee-f128-4ac6-b34f-2786eff260c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:53:39.376682 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0481500-dbd0-4197-9a8d-1871a9677b65 None None] The sync data for ids ['4b36a0ac-0e23-4565-be2f-cb5815510a53'] in dv-cinder-772388-4-iscsi is: [{'id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'name': 'tempest-TestVolumeBootPattern-815306273-router', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '3da19fcf-bcc5-4ccd-93a9-a76f6bafc205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:46:02Z', 'updated_at': '2021-02-02T13:46:08Z', 'revision_number': 4, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'gw_port': {'id': '3da19fcf-bcc5-4ccd-93a9-a76f6bafc205', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:95:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:03Z', 'updated_at': '2021-02-02T13:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi', '_interfaces': [{'id': '5733192f-ad25-4a48-982a-c32dc7a39af6', 'name': '', 'network_id': '0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'mac_address': 'fa:16:3e:ac:b4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c84715ee-f128-4ac6-b34f-2786eff260c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:07Z', 'updated_at': '2021-02-02T13:46:22Z', 'revision_number': 5, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'subnets': [{'id': 'c84715ee-f128-4ac6-b34f-2786eff260c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 02 13:53:39.590173 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-3da659dc-3bb6-4c0f-89b1-75cfdf7ece21 req-773600bd-bc62-474c-9735-b13bf78d2fc7 service neutron] 10.222.0.132 "GET /v2.0/networks/0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2466924
Feb 02 13:53:39.892834 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73f0535-ef44-4796-88ce-342e8031b8ab None None] New status for floating IP 90050e89-a362-4e4f-881d-6ba85d3d89f1: DOWN {{(pid=80186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 02 13:53:40.103257 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c44ea-ecef-4292-bdc0-29b92ef2af91 req-511f496a-8b19-49d1-ba6d-42fa73dade05 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:53:40.104341 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-1c0c44ea-ecef-4292-bdc0-29b92ef2af91 req-511f496a-8b19-49d1-ba6d-42fa73dade05 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Synchronizing usage tracker for tenant:9fd246219b8b41dbaae8904115d1595f on resource:port {{(pid=80184) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:53:40.128848 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-1c0c44ea-ecef-4292-bdc0-29b92ef2af91 req-511f496a-8b19-49d1-ba6d-42fa73dade05 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Unset dirty status for tenant:9fd246219b8b41dbaae8904115d1595f on resource:port {{(pid=80184) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:53:40.131048 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-1c0c44ea-ecef-4292-bdc0-29b92ef2af91 req-511f496a-8b19-49d1-ba6d-42fa73dade05 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/ports?device_id=ba7bce68-b2e1-4d67-9cb1-61326618ee3f HTTP/1.1" status: 200  len: 945 time: 0.2681179
Feb 02 13:53:40.222949 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-1c0c44ea-ecef-4292-bdc0-29b92ef2af91 req-4c621430-403b-44bf-ab56-745a51ad3e69 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/security-groups?id=89ca574e-9d76-4d27-a7b5-e94822b88bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0783160
Feb 02 13:53:41.383804 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0613cb-90aa-4fcd-9b7c-542bc2423327 req-3649d94c-d49f-4266-b70c-d2f202e265f7 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:53:41.384750 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-bd0613cb-90aa-4fcd-9b7c-542bc2423327 req-3649d94c-d49f-4266-b70c-d2f202e265f7 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Synchronizing usage tracker for tenant:9fd246219b8b41dbaae8904115d1595f on resource:port {{(pid=80185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:53:41.399972 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-bd0613cb-90aa-4fcd-9b7c-542bc2423327 req-3649d94c-d49f-4266-b70c-d2f202e265f7 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Unset dirty status for tenant:9fd246219b8b41dbaae8904115d1595f on resource:port {{(pid=80185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:53:41.401825 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-bd0613cb-90aa-4fcd-9b7c-542bc2423327 req-3649d94c-d49f-4266-b70c-d2f202e265f7 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.132 "GET /v2.0/ports?device_id=ba7bce68-b2e1-4d67-9cb1-61326618ee3f HTTP/1.1" status: 200  len: 945 time: 0.2466059
Feb 02 13:53:41.511771 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-bd0613cb-90aa-4fcd-9b7c-542bc2423327 req-ee88bdfe-d25f-4187-a297-56cf0fded7af tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Deleting port 94f7136c-e424-42c5-9ee8-5bad7bb12fd6 {{(pid=80185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:53:41.512407 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-bd0613cb-90aa-4fcd-9b7c-542bc2423327 req-ee88bdfe-d25f-4187-a297-56cf0fded7af tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:41.660130 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e35a5-e28c-49ee-a5cc-4390bd581f85 req-67cd14b5-af52-495b-83b3-ac4ddb0da760 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:53:41.661883 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-da8e35a5-e28c-49ee-a5cc-4390bd581f85 req-67cd14b5-af52-495b-83b3-ac4ddb0da760 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/ports?device_id=ba7bce68-b2e1-4d67-9cb1-61326618ee3f HTTP/1.1" status: 200  len: 945 time: 0.2542565
Feb 02 13:53:41.748987 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-da8e35a5-e28c-49ee-a5cc-4390bd581f85 req-a3fe31b1-9996-4c87-9542-8e331e962537 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/security-groups?id=89ca574e-9d76-4d27-a7b5-e94822b88bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0748010
Feb 02 13:53:41.844615 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [req-bd0613cb-90aa-4fcd-9b7c-542bc2423327 req-ee88bdfe-d25f-4187-a297-56cf0fded7af tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] For port 94f7136c-e424-42c5-9ee8-5bad7bb12fd6, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=94f7136c-e424-42c5-9ee8-5bad7bb12fd6,segment=NetworkSegment(2aa86323-3806-4213-8222-472504c40951),segment_id=2aa86323-3806-4213-8222-472504c40951)] {{(pid=80185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:53:41.845021 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-bd0613cb-90aa-4fcd-9b7c-542bc2423327 req-ee88bdfe-d25f-4187-a297-56cf0fded7af tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:41.987757 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-bd0613cb-90aa-4fcd-9b7c-542bc2423327 req-ee88bdfe-d25f-4187-a297-56cf0fded7af tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Calling delete_port for 94f7136c-e424-42c5-9ee8-5bad7bb12fd6 owned by compute:nova {{(pid=80185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:53:42.169446 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-bd0613cb-90aa-4fcd-9b7c-542bc2423327 req-ee88bdfe-d25f-4187-a297-56cf0fded7af tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264942761622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264943208991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2210562'] for port, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:42.187406 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb695325-19b5-4905-8e17-533ce95f8ed3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:53:42.289913 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee88bdfe-d25f-4187-a297-56cf0fded7af tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Pushing event deleted for resources: {'Port': ['ID=94f7136c-e424-42c5-9ee8-5bad7bb12fd6,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:53:42.296756 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-ee88bdfe-d25f-4187-a297-56cf0fded7af tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:53:42.412981 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd0613cb-90aa-4fcd-9b7c-542bc2423327 req-ee88bdfe-d25f-4187-a297-56cf0fded7af tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] No DVR routers for this DVR port 94f7136c-e424-42c5-9ee8-5bad7bb12fd6 on host hv-cinder-77238 {{(pid=80185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 02 13:53:42.415803 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-bd0613cb-90aa-4fcd-9b7c-542bc2423327 req-ee88bdfe-d25f-4187-a297-56cf0fded7af tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for port, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:42.419817 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7bce68-b2e1-4d67-9cb1-61326618ee3f', 'name': 'network-vif-deleted', 'tag': '94f7136c-e424-42c5-9ee8-5bad7bb12fd6'}] {{(pid=80185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 02 13:53:42.437552 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-bd0613cb-90aa-4fcd-9b7c-542bc2423327 req-ee88bdfe-d25f-4187-a297-56cf0fded7af tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.132 "DELETE /v2.0/ports/94f7136c-e424-42c5-9ee8-5bad7bb12fd6 HTTP/1.1" status: 204  len: 173 time: 1.0294273
Feb 02 13:53:42.498562 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7bce68-b2e1-4d67-9cb1-61326618ee3f', 'name': 'network-vif-deleted', 'tag': '94f7136c-e424-42c5-9ee8-5bad7bb12fd6', 'status': 'completed', 'code': 200}
Feb 02 13:53:42.583624 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device 94f7136c-e424-42c5-9ee8-5bad7bb12fd6 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 02 13:53:42.628587 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] No Port match for: 94f7136c-e424-42c5-9ee8-5bad7bb12fd6 {{(pid=80186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 02 13:53:42.629098 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Device 94f7136c-e424-42c5-9ee8-5bad7bb12fd6 not bound to the agent host hv-cinder-77238 {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 02 13:53:43.047563 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-c9ecedcc-fb41-4694-97d4-29063fd6d1cf req-00f564e1-d089-4e63-a079-80582279edea tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/ports?device_id=ba7bce68-b2e1-4d67-9cb1-61326618ee3f HTTP/1.1" status: 200  len: 210 time: 0.0524590
Feb 02 13:53:44.734411 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-5f423d61-4a4b-4d28-b0e1-67da5ad65717 req-0c0f765d-a6b6-45cc-a59c-2039e93b5b4e tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/floatingips/661fdb81-4f8f-48ec-be49-9855f65e5fbb HTTP/1.1" status: 200  len: 693 time: 0.4544337
Feb 02 13:53:45.087177 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f423d61-4a4b-4d28-b0e1-67da5ad65717 req-79db811b-b1ec-4200-b91b-3a02fc7a9501 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 02 13:53:45.089779 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-5f423d61-4a4b-4d28-b0e1-67da5ad65717 req-79db811b-b1ec-4200-b91b-3a02fc7a9501 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/networks/081eaffe-521e-4302-9444-c5c7bff220cd HTTP/1.1" status: 200  len: 784 time: 0.3438964
Feb 02 13:53:45.246456 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-5f423d61-4a4b-4d28-b0e1-67da5ad65717 req-35bbab78-ae59-4209-aeb5-7ecd2ab0190d tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Synchronizing usage tracker for tenant:9fd246219b8b41dbaae8904115d1595f on resource:floatingip {{(pid=80184) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 02 13:53:45.267128 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.quota.resource [req-5f423d61-4a4b-4d28-b0e1-67da5ad65717 req-35bbab78-ae59-4209-aeb5-7ecd2ab0190d tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Unset dirty status for tenant:9fd246219b8b41dbaae8904115d1595f on resource:floatingip {{(pid=80184) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 02 13:53:45.268540 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-5f423d61-4a4b-4d28-b0e1-67da5ad65717 req-35bbab78-ae59-4209-aeb5-7ecd2ab0190d tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/floatingips?floating_ip_address=172.27.2.103 HTTP/1.1" status: 200  len: 696 time: 0.1706078
Feb 02 13:53:45.412406 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-5f423d61-4a4b-4d28-b0e1-67da5ad65717 req-110ff771-1d7f-4b70-8ba5-81fd8444c10e tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/floatingips?floating_ip_address=172.27.2.103 HTTP/1.1" status: 200  len: 696 time: 0.1307592
Feb 02 13:53:45.656370 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-5f423d61-4a4b-4d28-b0e1-67da5ad65717 req-2dd8e882-0888-42ff-abc4-86257eae44c1 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Deleting port 66788453-45f9-4f4c-b27c-12a65c92e9f4 {{(pid=80184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:53:45.656989 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-5f423d61-4a4b-4d28-b0e1-67da5ad65717 req-2dd8e882-0888-42ff-abc4-86257eae44c1 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:45.910538 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-5f423d61-4a4b-4d28-b0e1-67da5ad65717 req-2dd8e882-0888-42ff-abc4-86257eae44c1 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:45.911894 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-5f423d61-4a4b-4d28-b0e1-67da5ad65717 req-2dd8e882-0888-42ff-abc4-86257eae44c1 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:46.087719 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [req-5f423d61-4a4b-4d28-b0e1-67da5ad65717 req-2dd8e882-0888-42ff-abc4-86257eae44c1 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Calling delete_port for 66788453-45f9-4f4c-b27c-12a65c92e9f4 owned by network:floatingip {{(pid=80184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:53:46.280924 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-5f423d61-4a4b-4d28-b0e1-67da5ad65717 req-2dd8e882-0888-42ff-abc4-86257eae44c1 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264942761622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264943208991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851940450'] for port, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:46.300595 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-46146dad-6257-4225-87fe-e00149ccffdb tempest-AttachVolumeTestJSON-211529357 tempest-AttachVolumeTestJSON-211529357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:53:46.407047 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd8e882-0888-42ff-abc4-86257eae44c1 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Pushing event deleted for resources: {'Port': ['ID=66788453-45f9-4f4c-b27c-12a65c92e9f4,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:53:46.411581 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-2dd8e882-0888-42ff-abc4-86257eae44c1 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:53:46.554354 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-5f423d61-4a4b-4d28-b0e1-67da5ad65717 req-2dd8e882-0888-42ff-abc4-86257eae44c1 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks [] for floatingip, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:46.578288 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-5f423d61-4a4b-4d28-b0e1-67da5ad65717 req-2dd8e882-0888-42ff-abc4-86257eae44c1 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7383'] for floatingip, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:46.579692 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-5f423d61-4a4b-4d28-b0e1-67da5ad65717 req-2dd8e882-0888-42ff-abc4-86257eae44c1 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "DELETE /v2.0/floatingips/661fdb81-4f8f-48ec-be49-9855f65e5fbb HTTP/1.1" status: 204  len: 173 time: 1.1581352
Feb 02 13:53:48.453032 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d3cf9d9c-cb67-4426-9f27-40af7345be63 req-3d425729-a49c-4905-b1ba-abc8bd06194f tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "GET /v2.0/security-groups/89ca574e-9d76-4d27-a7b5-e94822b88bd6 HTTP/1.1" status: 200  len: 2999 time: 0.1299474
Feb 02 13:53:48.628234 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-d3cf9d9c-cb67-4426-9f27-40af7345be63 req-e1f22cde-f41a-42c8-a329-ad1965f15db8 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks [] for security_group, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:48.683651 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-d3cf9d9c-cb67-4426-9f27-40af7345be63 req-e1f22cde-f41a-42c8-a329-ad1965f15db8 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:48.764644 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-d3cf9d9c-cb67-4426-9f27-40af7345be63 req-e1f22cde-f41a-42c8-a329-ad1965f15db8 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:48.775497 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-ccfc7dfd-e41e-4f8b-a5ab-27dad6be14d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:53:48.806336 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f22cde-f41a-42c8-a329-ad1965f15db8 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ca574e-9d76-4d27-a7b5-e94822b88bd6,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:53:48.811551 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-e1f22cde-f41a-42c8-a329-ad1965f15db8 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:53:48.823816 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [req-d3cf9d9c-cb67-4426-9f27-40af7345be63 req-e1f22cde-f41a-42c8-a329-ad1965f15db8 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Notify callbacks [] for security_group, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:48.825926 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [req-d3cf9d9c-cb67-4426-9f27-40af7345be63 req-e1f22cde-f41a-42c8-a329-ad1965f15db8 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] 10.222.0.133 "DELETE /v2.0/security-groups/89ca574e-9d76-4d27-a7b5-e94822b88bd6 HTTP/1.1" status: 204  len: 173 time: 0.3615646
Feb 02 13:53:48.923616 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 50030) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:53:50.109215 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-83ebe82f-2e75-43e3-a438-9f74bafc3706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852698577'] for router_interface, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:50.706705 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-83ebe82f-2e75-43e3-a438-9f74bafc3706 admin admin] Deleting port 5733192f-ad25-4a48-982a-c32dc7a39af6 {{(pid=80184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:53:50.707175 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-83ebe82f-2e75-43e3-a438-9f74bafc3706 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:50.975104 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-83ebe82f-2e75-43e3-a438-9f74bafc3706 admin admin] For port 5733192f-ad25-4a48-982a-c32dc7a39af6, host dv-cinder-772388-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=5733192f-ad25-4a48-982a-c32dc7a39af6,segment=NetworkSegment(2aa86323-3806-4213-8222-472504c40951),segment_id=2aa86323-3806-4213-8222-472504c40951)] {{(pid=80184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:53:50.975678 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-83ebe82f-2e75-43e3-a438-9f74bafc3706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:51.126826 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-83ebe82f-2e75-43e3-a438-9f74bafc3706 admin admin] Calling delete_port for 5733192f-ad25-4a48-982a-c32dc7a39af6 owned by network:router_interface {{(pid=80184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:53:51.367092 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-83ebe82f-2e75-43e3-a438-9f74bafc3706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264942761622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264943208991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851940450'] for port, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:51.386727 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-4a7acf00-8abf-4e56-ab4f-4c979d7dff61 tempest-AttachVolumeShelveTestJSON-1849434173 tempest-AttachVolumeShelveTestJSON-1849434173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:53:51.786300 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ebe82f-2e75-43e3-a438-9f74bafc3706 admin admin] Pushing event deleted for resources: {'Port': ['ID=5733192f-ad25-4a48-982a-c32dc7a39af6,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:53:51.790452 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-83ebe82f-2e75-43e3-a438-9f74bafc3706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:53:52.279211 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-83ebe82f-2e75-43e3-a438-9f74bafc3706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1697760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2075243'] for router_interface, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:53.061643 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ebe82f-2e75-43e3-a438-9f74bafc3706 admin admin] Router 4b36a0ac-0e23-4565-be2f-cb5815510a53 has already been hosted by L3 agent 46ed2aac-7d32-4274-9cac-387c5fc2cd87 {{(pid=80184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 02 13:53:53.409311 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ebe82f-2e75-43e3-a438-9f74bafc3706 admin admin] Notify agent at l3_agent.dv-cinder-772388-4-iscsi the message routers_updated {{(pid=80184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 02 13:53:53.422921 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f77003-1d50-46e2-9ca3-7aacd8c3b89c None None] Sync routers for ids ['4b36a0ac-0e23-4565-be2f-cb5815510a53'] in dv-cinder-772388-4-iscsi {{(pid=80187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 02 13:53:53.431090 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-83ebe82f-2e75-43e3-a438-9f74bafc3706 admin admin] 10.222.0.133 "PUT /v2.0/routers/4b36a0ac-0e23-4565-be2f-cb5815510a53/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5029721
Feb 02 13:53:53.433790 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 50036) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:53:53.441840 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f77003-1d50-46e2-9ca3-7aacd8c3b89c None None] Routers {'4b36a0ac-0e23-4565-be2f-cb5815510a53'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:53:53.443259 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-f9f77003-1d50-46e2-9ca3-7aacd8c3b89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e96adc18>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:53:29Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['4b36a0ac-0e23-4565-be2f-cb5815510a53'], 'active': True} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:53:53.800261 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-caa77dc9-e600-4fec-aa93-27c8a6d34ade admin admin] Notify callbacks [] for router, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:53.925094 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-f9f77003-1d50-46e2-9ca3-7aacd8c3b89c None None] Set router 4b36a0ac-0e23-4565-be2f-cb5815510a53 gateway port host: dv-cinder-772388-4-iscsi {{(pid=80187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:53:54.165760 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-caa77dc9-e600-4fec-aa93-27c8a6d34ade admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:54.176156 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-caa77dc9-e600-4fec-aa93-27c8a6d34ade admin admin] Deleting port 3da19fcf-bcc5-4ccd-93a9-a76f6bafc205 {{(pid=80184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:53:54.177518 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-caa77dc9-e600-4fec-aa93-27c8a6d34ade admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:54.327771 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-f9f77003-1d50-46e2-9ca3-7aacd8c3b89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e96adc18>, [{'id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'name': 'tempest-TestVolumeBootPattern-815306273-router', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '3da19fcf-bcc5-4ccd-93a9-a76f6bafc205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:46:02Z', 'updated_at': '2021-02-02T13:53:51Z', 'revision_number': 5, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'gw_port': {'id': '3da19fcf-bcc5-4ccd-93a9-a76f6bafc205', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:95:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:03Z', 'updated_at': '2021-02-02T13:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi'}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:53:54.333127 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f77003-1d50-46e2-9ca3-7aacd8c3b89c None None] Checking router: 4b36a0ac-0e23-4565-be2f-cb5815510a53 for host: dv-cinder-772388-4-iscsi {{(pid=80187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 02 13:53:54.343498 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f77003-1d50-46e2-9ca3-7aacd8c3b89c None None] Routers {'4b36a0ac-0e23-4565-be2f-cb5815510a53'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:53:54.349409 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-f9f77003-1d50-46e2-9ca3-7aacd8c3b89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e96adc18>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:53:29Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['4b36a0ac-0e23-4565-be2f-cb5815510a53'], 'active': True} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:53:54.525749 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-caa77dc9-e600-4fec-aa93-27c8a6d34ade admin admin] For port 3da19fcf-bcc5-4ccd-93a9-a76f6bafc205, host dv-cinder-772388-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=3da19fcf-bcc5-4ccd-93a9-a76f6bafc205,segment=NetworkSegment(5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8),segment_id=5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8)] {{(pid=80184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:53:54.526315 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-caa77dc9-e600-4fec-aa93-27c8a6d34ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:54.639865 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-f9f77003-1d50-46e2-9ca3-7aacd8c3b89c None None] Set router 4b36a0ac-0e23-4565-be2f-cb5815510a53 gateway port host: dv-cinder-772388-4-iscsi {{(pid=80187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:53:54.784315 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-caa77dc9-e600-4fec-aa93-27c8a6d34ade admin admin] Calling delete_port for 3da19fcf-bcc5-4ccd-93a9-a76f6bafc205 owned by network:router_gateway {{(pid=80184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:53:55.038729 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-caa77dc9-e600-4fec-aa93-27c8a6d34ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264942761622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264943208991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851940450'] for port, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:55.139731 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-f9f77003-1d50-46e2-9ca3-7aacd8c3b89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e96adc18>, [{'id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'name': 'tempest-TestVolumeBootPattern-815306273-router', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '3da19fcf-bcc5-4ccd-93a9-a76f6bafc205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:46:02Z', 'updated_at': '2021-02-02T13:53:51Z', 'revision_number': 5, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'gw_port': {'id': '3da19fcf-bcc5-4ccd-93a9-a76f6bafc205', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:95:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:03Z', 'updated_at': '2021-02-02T13:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi'}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:53:55.146808 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f77003-1d50-46e2-9ca3-7aacd8c3b89c None None] The sync data for ids ['4b36a0ac-0e23-4565-be2f-cb5815510a53'] in dv-cinder-772388-4-iscsi is: [{'id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'name': 'tempest-TestVolumeBootPattern-815306273-router', 'tenant_id': '9fd246219b8b41dbaae8904115d1595f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '3da19fcf-bcc5-4ccd-93a9-a76f6bafc205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:46:02Z', 'updated_at': '2021-02-02T13:53:51Z', 'revision_number': 5, 'project_id': '9fd246219b8b41dbaae8904115d1595f', 'gw_port': {'id': '3da19fcf-bcc5-4ccd-93a9-a76f6bafc205', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:95:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b36a0ac-0e23-4565-be2f-cb5815510a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:03Z', 'updated_at': '2021-02-02T13:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi'}] {{(pid=80187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 02 13:53:55.373990 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-caa77dc9-e600-4fec-aa93-27c8a6d34ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2076301'] for router_gateway, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:55.384063 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device 5733192f-ad25-4a48-982a-c32dc7a39af6 no longer exists at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 02 13:53:55.439030 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] No Port match for: 5733192f-ad25-4a48-982a-c32dc7a39af6 {{(pid=80186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 02 13:53:55.439688 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device 5733192f-ad25-4a48-982a-c32dc7a39af6 not bound to the agent host dv-cinder-772388-4-iscsi {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 02 13:53:55.858483 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-caa77dc9-e600-4fec-aa93-27c8a6d34ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2071233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854754973'] for router, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:55.861131 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-caa77dc9-e600-4fec-aa93-27c8a6d34ade admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:55.898785 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-caa77dc9-e600-4fec-aa93-27c8a6d34ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852704398'] for router, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:55.899610 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa77dc9-e600-4fec-aa93-27c8a6d34ade admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b36a0ac-0e23-4565-be2f-cb5815510a53 {{(pid=80184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 02 13:53:55.923315 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-caa77dc9-e600-4fec-aa93-27c8a6d34ade admin admin] Notify callbacks [] for router, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:55.925456 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-caa77dc9-e600-4fec-aa93-27c8a6d34ade admin admin] 10.222.0.133 "DELETE /v2.0/routers/4b36a0ac-0e23-4565-be2f-cb5815510a53 HTTP/1.1" status: 204  len: 168 time: 2.4902918
Feb 02 13:53:55.929864 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 50040) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:53:56.013084 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-17c01caf-6234-451c-b283-37ac8111f847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:56.048857 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5ce2ba3-19f7-4961-ad78-ae093ddb6125 admin admin] Deleting subnet c84715ee-f128-4ac6-b34f-2786eff260c7 {{(pid=80184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Feb 02 13:53:56.053200 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c5ce2ba3-19f7-4961-ad78-ae093ddb6125 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:56.144152 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c5ce2ba3-19f7-4961-ad78-ae093ddb6125 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2212005'] for subnet, precommit_delete_associations {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:56.359008 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c5ce2ba3-19f7-4961-ad78-ae093ddb6125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-22738'] for subnet, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:56.858846 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c5ce2ba3-19f7-4961-ad78-ae093ddb6125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854753062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2835364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2297565'] for subnet, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:56.887599 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:53:56.986932 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ce2ba3-19f7-4961-ad78-ae093ddb6125 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c84715ee-f128-4ac6-b34f-2786eff260c7,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:53:57.002660 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-c5ce2ba3-19f7-4961-ad78-ae093ddb6125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:53:57.057406 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c5ce2ba3-19f7-4961-ad78-ae093ddb6125 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for subnet, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:57.067347 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54954d2-f798-42c1-8b9d-169ed4143f16 None None] Network 0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593 requested from dv-cinder-772388-4-iscsi {{(pid=80186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 02 13:53:57.067649 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-c5ce2ba3-19f7-4961-ad78-ae093ddb6125 admin admin] 10.222.0.133 "DELETE /v2.0/subnets/c84715ee-f128-4ac6-b34f-2786eff260c7 HTTP/1.1" status: 204  len: 168 time: 1.1359532
Feb 02 13:53:57.071011 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 50044) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:53:57.221347 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-9748fd1f-8036-4223-9ef0-1178db5c5bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854257808'] for network, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:57.309643 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-9748fd1f-8036-4223-9ef0-1178db5c5bb8 admin admin] Deleting port 10833c66-a2c0-41db-bc0b-cd125feb1ab5 {{(pid=80184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:53:57.310083 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-9748fd1f-8036-4223-9ef0-1178db5c5bb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:57.454778 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device 3da19fcf-bcc5-4ccd-93a9-a76f6bafc205 no longer exists at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 02 13:53:57.533234 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] No Port match for: 3da19fcf-bcc5-4ccd-93a9-a76f6bafc205 {{(pid=80186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 02 13:53:57.533234 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device 3da19fcf-bcc5-4ccd-93a9-a76f6bafc205 not bound to the agent host dv-cinder-772388-4-iscsi {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 02 13:53:57.619411 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defe85fe-afa8-4266-b683-c6c8cf355358 None None] DHCP port deletion for 0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593 request from dv-cinder-772388-4-iscsi {{(pid=80186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 02 13:53:57.627715 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-defe85fe-afa8-4266-b683-c6c8cf355358 None None] Deleting port 10833c66-a2c0-41db-bc0b-cd125feb1ab5 {{(pid=80186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:53:57.628568 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-defe85fe-afa8-4266-b683-c6c8cf355358 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:57.634955 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-9748fd1f-8036-4223-9ef0-1178db5c5bb8 admin admin] For port 10833c66-a2c0-41db-bc0b-cd125feb1ab5, host dv-cinder-772388-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=10833c66-a2c0-41db-bc0b-cd125feb1ab5,segment=NetworkSegment(2aa86323-3806-4213-8222-472504c40951),segment_id=2aa86323-3806-4213-8222-472504c40951)] {{(pid=80184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:53:57.635596 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-9748fd1f-8036-4223-9ef0-1178db5c5bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:57.813127 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-9748fd1f-8036-4223-9ef0-1178db5c5bb8 admin admin] Calling delete_port for 10833c66-a2c0-41db-bc0b-cd125feb1ab5 owned by network:dhcp {{(pid=80184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:53:57.942146 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-9748fd1f-8036-4223-9ef0-1178db5c5bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264942761622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264943208991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851940450'] for port, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:57.966489 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-fe691cb2-d71c-427a-92e7-80c205ef17b2 tempest-TestVolumeBootPattern-781537974 tempest-TestVolumeBootPattern-781537974-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:53:58.033973 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-defe85fe-afa8-4266-b683-c6c8cf355358 None None] The port '10833c66-a2c0-41db-bc0b-cd125feb1ab5' was deleted {{(pid=80186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 02 13:53:58.077024 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9748fd1f-8036-4223-9ef0-1178db5c5bb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=10833c66-a2c0-41db-bc0b-cd125feb1ab5,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:53:58.088051 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-9748fd1f-8036-4223-9ef0-1178db5c5bb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:53:58.141601 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9748fd1f-8036-4223-9ef0-1178db5c5bb8 admin admin] No DVR routers for this DVR port 10833c66-a2c0-41db-bc0b-cd125feb1ab5 on host dv-cinder-772388-4-iscsi {{(pid=80184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 02 13:53:58.294693 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-9748fd1f-8036-4223-9ef0-1178db5c5bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12633', 'neutron.services.segments.db._delete_segments_for_network--9223363264942646934'] for network, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:58.441483 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.services.segments.db [None req-9748fd1f-8036-4223-9ef0-1178db5c5bb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa5e3f760f0>,) {'filters': {'network_id': ['0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593']}} {{(pid=80184) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:53:58.455237 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.services.segments.db [None req-9748fd1f-8036-4223-9ef0-1178db5c5bb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa5e3f760f0>, '2aa86323-3806-4213-8222-472504c40951') {'for_net_delete': True} {{(pid=80184) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:53:58.455649 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.services.segments.db [None req-9748fd1f-8036-4223-9ef0-1178db5c5bb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa5e3f760f0>, '2aa86323-3806-4213-8222-472504c40951') {} {{(pid=80184) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:53:58.471492 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-9748fd1f-8036-4223-9ef0-1178db5c5bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363264942647702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852563795'] for segment, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:58.493162 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-9748fd1f-8036-4223-9ef0-1178db5c5bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764996'] for segment, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:58.496342 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9748fd1f-8036-4223-9ef0-1178db5c5bb8 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 02 13:53:58.785062 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-9748fd1f-8036-4223-9ef0-1178db5c5bb8 admin admin] Network 0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593 has no segments {{(pid=80184) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 02 13:53:58.796739 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-9748fd1f-8036-4223-9ef0-1178db5c5bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-10804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2835403'] for segment, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:59.102922 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-9748fd1f-8036-4223-9ef0-1178db5c5bb8 admin admin] Network 0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593 has no segments {{(pid=80184) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 02 13:53:59.106516 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c7e8766e-8d12-4426-afca-822902410145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:59.141438 dv-cinder-772388-4-iscsi neutron-server[80071]: Traceback (most recent call last):
Feb 02 13:53:59.141438 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 02 13:53:59.141438 dv-cinder-772388-4-iscsi neutron-server[80071]:     timer()
Feb 02 13:53:59.141438 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 02 13:53:59.141438 dv-cinder-772388-4-iscsi neutron-server[80071]:     cb(*args, **kw)
Feb 02 13:53:59.141438 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 02 13:53:59.141438 dv-cinder-772388-4-iscsi neutron-server[80071]:     return func(*args, **kwargs)
Feb 02 13:53:59.141438 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 02 13:53:59.141438 dv-cinder-772388-4-iscsi neutron-server[80071]:     self._notify()
Feb 02 13:53:59.141438 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 02 13:53:59.141438 dv-cinder-772388-4-iscsi neutron-server[80071]:     self.callback(batched_events)
Feb 02 13:53:59.141438 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 02 13:53:59.141438 dv-cinder-772388-4-iscsi neutron-server[80071]:     event.method(event)
Feb 02 13:53:59.141438 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 02 13:53:59.141438 dv-cinder-772388-4-iscsi neutron-server[80071]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 02 13:53:59.141438 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 02 13:53:59.141438 dv-cinder-772388-4-iscsi neutron-server[80071]:     segment_id)['aggregates'][0]
Feb 02 13:53:59.141438 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 02 13:53:59.141438 dv-cinder-772388-4-iscsi neutron-server[80071]:     return f(self, *a, **k)
Feb 02 13:53:59.141438 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 02 13:53:59.141438 dv-cinder-772388-4-iscsi neutron-server[80071]:     return self._get(url).json()
Feb 02 13:53:59.141438 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 02 13:53:59.141438 dv-cinder-772388-4-iscsi neutron-server[80071]:     **kwargs)
Feb 02 13:53:59.141438 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 02 13:53:59.141438 dv-cinder-772388-4-iscsi neutron-server[80071]:     return self.request(url, 'GET', **kwargs)
Feb 02 13:53:59.141438 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 02 13:53:59.141438 dv-cinder-772388-4-iscsi neutron-server[80071]:     **endpoint_filter)
Feb 02 13:53:59.141438 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 02 13:53:59.141438 dv-cinder-772388-4-iscsi neutron-server[80071]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 02 13:53:59.141438 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 02 13:53:59.141438 dv-cinder-772388-4-iscsi neutron-server[80071]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 02 13:53:59.141438 dv-cinder-772388-4-iscsi neutron-server[80071]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 02 13:53:59.269593 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-9748fd1f-8036-4223-9ef0-1178db5c5bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854763167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852699500'] for network, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:59.274294 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:53:59.292742 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-9748fd1f-8036-4223-9ef0-1178db5c5bb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for network, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:59.306122 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9748fd1f-8036-4223-9ef0-1178db5c5bb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:53:59.310434 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-9748fd1f-8036-4223-9ef0-1178db5c5bb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:53:59.323502 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-9748fd1f-8036-4223-9ef0-1178db5c5bb8 admin admin] 10.222.0.133 "DELETE /v2.0/networks/0b7b3bcd-a56c-4aed-9b9b-7eb2fd585593 HTTP/1.1" status: 204  len: 168 time: 2.2508385
Feb 02 13:53:59.329113 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 50048) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:53:59.352416 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-f68ebbd5-fd03-4b68-8bae-c828f25f93ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:53:59.451199 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device 10833c66-a2c0-41db-bc0b-cd125feb1ab5 no longer exists at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 02 13:53:59.504134 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] No Port match for: 10833c66-a2c0-41db-bc0b-cd125feb1ab5 {{(pid=80186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 02 13:53:59.504788 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device 10833c66-a2c0-41db-bc0b-cd125feb1ab5 not bound to the agent host dv-cinder-772388-4-iscsi {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 02 13:54:00.100428 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-04039977-8189-4db3-a6ba-1f7f9ce3b641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852698577'] for router_interface, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:54:00.327227 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:54:00.913375 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-04039977-8189-4db3-a6ba-1f7f9ce3b641 admin admin] Deleting port db55285f-a44a-4cb1-9347-fed9651fb381 {{(pid=80184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:54:00.913960 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-04039977-8189-4db3-a6ba-1f7f9ce3b641 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:54:01.165259 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-42ef245d-f728-4293-a752-dedea4fc02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:54:01.186224 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-04039977-8189-4db3-a6ba-1f7f9ce3b641 admin admin] For port db55285f-a44a-4cb1-9347-fed9651fb381, host dv-cinder-772388-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=db55285f-a44a-4cb1-9347-fed9651fb381,segment=NetworkSegment(461318f0-f850-44ce-9f84-6b0bed551538),segment_id=461318f0-f850-44ce-9f84-6b0bed551538)] {{(pid=80184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:54:01.186646 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-04039977-8189-4db3-a6ba-1f7f9ce3b641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:54:01.360441 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-04039977-8189-4db3-a6ba-1f7f9ce3b641 admin admin] Calling delete_port for db55285f-a44a-4cb1-9347-fed9651fb381 owned by network:router_interface {{(pid=80184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:54:01.629238 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-04039977-8189-4db3-a6ba-1f7f9ce3b641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264942761622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264943208991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851940450'] for port, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:54:01.658055 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-b534db56-afbe-4f02-9c6b-d1f3717ae05f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:54:01.805702 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04039977-8189-4db3-a6ba-1f7f9ce3b641 admin admin] Pushing event deleted for resources: {'Port': ['ID=db55285f-a44a-4cb1-9347-fed9651fb381,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:54:01.811476 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-04039977-8189-4db3-a6ba-1f7f9ce3b641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:54:02.274931 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-04039977-8189-4db3-a6ba-1f7f9ce3b641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1697760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2075243'] for router_interface, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:54:03.013845 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04039977-8189-4db3-a6ba-1f7f9ce3b641 admin admin] Router 40aee73f-ef4e-4596-bba3-9355c7d8176d has already been hosted by L3 agent 46ed2aac-7d32-4274-9cac-387c5fc2cd87 {{(pid=80184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 02 13:54:03.297235 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:54:03.302587 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04039977-8189-4db3-a6ba-1f7f9ce3b641 admin admin] Notify agent at l3_agent.dv-cinder-772388-4-iscsi the message routers_updated {{(pid=80184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 02 13:54:03.316572 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-04039977-8189-4db3-a6ba-1f7f9ce3b641 admin admin] 10.222.0.133 "PUT /v2.0/routers/40aee73f-ef4e-4596-bba3-9355c7d8176d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9856007
Feb 02 13:54:03.319044 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cd1451-702d-4d04-94cf-8a42dc9b730f None None] Sync routers for ids ['40aee73f-ef4e-4596-bba3-9355c7d8176d'] in dv-cinder-772388-4-iscsi {{(pid=80186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 02 13:54:03.320285 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 50052) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:54:03.339558 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cd1451-702d-4d04-94cf-8a42dc9b730f None None] Routers {'40aee73f-ef4e-4596-bba3-9355c7d8176d'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:54:03.342351 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-84cd1451-702d-4d04-94cf-8a42dc9b730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e9246f28>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:53:59Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['40aee73f-ef4e-4596-bba3-9355c7d8176d'], 'active': True} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:54:03.581381 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-cb4bbd59-d7ff-49da-8faf-b8bb943a1c0a admin admin] Notify callbacks [] for router, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:54:03.644527 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-84cd1451-702d-4d04-94cf-8a42dc9b730f None None] Set router 40aee73f-ef4e-4596-bba3-9355c7d8176d gateway port host: dv-cinder-772388-4-iscsi {{(pid=80186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:54:04.182676 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-84cd1451-702d-4d04-94cf-8a42dc9b730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e9246f28>, [{'id': '40aee73f-ef4e-4596-bba3-9355c7d8176d', 'name': 'tempest-TestVolumeBootPattern-1385619995-router', 'tenant_id': '06c3b614f70740c19953ba8d26d80949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '05fa623a-b19d-496e-ab1e-46b5696e0950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:46:15Z', 'updated_at': '2021-02-02T13:54:01Z', 'revision_number': 5, 'project_id': '06c3b614f70740c19953ba8d26d80949', 'gw_port': {'id': '05fa623a-b19d-496e-ab1e-46b5696e0950', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:10:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aee73f-ef4e-4596-bba3-9355c7d8176d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:17Z', 'updated_at': '2021-02-02T13:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi'}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:54:04.194790 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cd1451-702d-4d04-94cf-8a42dc9b730f None None] Checking router: 40aee73f-ef4e-4596-bba3-9355c7d8176d for host: dv-cinder-772388-4-iscsi {{(pid=80186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 02 13:54:04.211637 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cd1451-702d-4d04-94cf-8a42dc9b730f None None] Routers {'40aee73f-ef4e-4596-bba3-9355c7d8176d'} bound to L3 agent in host dv-cinder-772388-4-iscsi {{(pid=80186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 02 13:54:04.212847 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-84cd1451-702d-4d04-94cf-8a42dc9b730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa5e9246f28>, 'dv-cinder-772388-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-02T13:27:29Z,description=<?>,heartbeat_timestamp=2021-02-02T13:53:59Z,host='dv-cinder-772388-4-iscsi',id=46ed2aac-7d32-4274-9cac-387c5fc2cd87,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-02T13:27:29Z,topic='l3_agent')) {'router_ids': ['40aee73f-ef4e-4596-bba3-9355c7d8176d'], 'active': True} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:54:04.313532 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-cb4bbd59-d7ff-49da-8faf-b8bb943a1c0a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:54:04.327159 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-cb4bbd59-d7ff-49da-8faf-b8bb943a1c0a admin admin] Deleting port 05fa623a-b19d-496e-ab1e-46b5696e0950 {{(pid=80184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:54:04.328230 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-cb4bbd59-d7ff-49da-8faf-b8bb943a1c0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:54:04.528233 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvr_db [None req-84cd1451-702d-4d04-94cf-8a42dc9b730f None None] Set router 40aee73f-ef4e-4596-bba3-9355c7d8176d gateway port host: dv-cinder-772388-4-iscsi {{(pid=80186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 02 13:54:04.629666 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-cb4bbd59-d7ff-49da-8faf-b8bb943a1c0a admin admin] For port 05fa623a-b19d-496e-ab1e-46b5696e0950, host dv-cinder-772388-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=05fa623a-b19d-496e-ab1e-46b5696e0950,segment=NetworkSegment(5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8),segment_id=5db3bd04-a2cc-4419-a0b1-efae7a1a5ce8)] {{(pid=80184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:54:04.630302 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-cb4bbd59-d7ff-49da-8faf-b8bb943a1c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:54:04.852535 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-cb4bbd59-d7ff-49da-8faf-b8bb943a1c0a admin admin] Calling delete_port for 05fa623a-b19d-496e-ab1e-46b5696e0950 owned by network:router_gateway {{(pid=80184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:54:05.020078 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_hamode_db [None req-84cd1451-702d-4d04-94cf-8a42dc9b730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa5e9246f28>, [{'id': '40aee73f-ef4e-4596-bba3-9355c7d8176d', 'name': 'tempest-TestVolumeBootPattern-1385619995-router', 'tenant_id': '06c3b614f70740c19953ba8d26d80949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '05fa623a-b19d-496e-ab1e-46b5696e0950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:46:15Z', 'updated_at': '2021-02-02T13:54:01Z', 'revision_number': 5, 'project_id': '06c3b614f70740c19953ba8d26d80949', 'gw_port': {'id': '05fa623a-b19d-496e-ab1e-46b5696e0950', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:10:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aee73f-ef4e-4596-bba3-9355c7d8176d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:17Z', 'updated_at': '2021-02-02T13:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi'}], 'dv-cinder-772388-4-iscsi', False) {} {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:54:05.026391 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cd1451-702d-4d04-94cf-8a42dc9b730f None None] The sync data for ids ['40aee73f-ef4e-4596-bba3-9355c7d8176d'] in dv-cinder-772388-4-iscsi is: [{'id': '40aee73f-ef4e-4596-bba3-9355c7d8176d', 'name': 'tempest-TestVolumeBootPattern-1385619995-router', 'tenant_id': '06c3b614f70740c19953ba8d26d80949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'external_fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '05fa623a-b19d-496e-ab1e-46b5696e0950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:46:15Z', 'updated_at': '2021-02-02T13:54:01Z', 'revision_number': 5, 'project_id': '06c3b614f70740c19953ba8d26d80949', 'gw_port': {'id': '05fa623a-b19d-496e-ab1e-46b5696e0950', 'name': '', 'network_id': '081eaffe-521e-4302-9444-c5c7bff220cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:10:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aee73f-ef4e-4596-bba3-9355c7d8176d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'e906fce0-ed19-4873-885c-646e92308730', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:46:17Z', 'updated_at': '2021-02-02T13:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e906fce0-ed19-4873-885c-646e92308730', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-iscsi'}] {{(pid=80186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 02 13:54:05.052718 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-cb4bbd59-d7ff-49da-8faf-b8bb943a1c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264942761622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264943208991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851940450'] for port, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:54:05.323964 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-cb4bbd59-d7ff-49da-8faf-b8bb943a1c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2076301'] for router_gateway, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:54:05.399175 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device db55285f-a44a-4cb1-9347-fed9651fb381 no longer exists at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 02 13:54:05.451313 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] No Port match for: db55285f-a44a-4cb1-9347-fed9651fb381 {{(pid=80186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 02 13:54:05.451917 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device db55285f-a44a-4cb1-9347-fed9651fb381 not bound to the agent host dv-cinder-772388-4-iscsi {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 02 13:54:05.513724 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-cb4bbd59-d7ff-49da-8faf-b8bb943a1c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2071233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854754973'] for router, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:54:05.516527 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-cb4bbd59-d7ff-49da-8faf-b8bb943a1c0a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:54:05.550252 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-cb4bbd59-d7ff-49da-8faf-b8bb943a1c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852704398'] for router, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:54:05.551130 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4bbd59-d7ff-49da-8faf-b8bb943a1c0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40aee73f-ef4e-4596-bba3-9355c7d8176d {{(pid=80184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 02 13:54:05.573552 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-cb4bbd59-d7ff-49da-8faf-b8bb943a1c0a admin admin] Notify callbacks [] for router, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:54:05.575370 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-cb4bbd59-d7ff-49da-8faf-b8bb943a1c0a admin admin] 10.222.0.133 "DELETE /v2.0/routers/40aee73f-ef4e-4596-bba3-9355c7d8176d HTTP/1.1" status: 204  len: 168 time: 2.2533977
Feb 02 13:54:05.579179 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 50056) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:54:05.689615 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.db_base_plugin_v2 [None req-446ac4a8-c0c9-41f1-bf92-bf1a786f1d70 admin admin] Deleting subnet bc082346-8c7e-4ccf-8588-fea54116a625 {{(pid=80184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Feb 02 13:54:05.695084 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-446ac4a8-c0c9-41f1-bf92-bf1a786f1d70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:54:05.783828 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-446ac4a8-c0c9-41f1-bf92-bf1a786f1d70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2212005'] for subnet, precommit_delete_associations {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:54:05.922012 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-446ac4a8-c0c9-41f1-bf92-bf1a786f1d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-22738'] for subnet, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:54:06.329025 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-446ac4a8-c0c9-41f1-bf92-bf1a786f1d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854753062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2835364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2297565'] for subnet, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:54:06.345196 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bcbe3b0a-471d-4303-aa9f-a55db998a1bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:54:06.406016 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.agents_db [None req-a5446886-6d63-4256-b3e6-4e67ca866f31 None None] Agent healthcheck: found 6 active agents {{(pid=80187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 02 13:54:06.446981 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446ac4a8-c0c9-41f1-bf92-bf1a786f1d70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc082346-8c7e-4ccf-8588-fea54116a625,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:54:06.458538 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-446ac4a8-c0c9-41f1-bf92-bf1a786f1d70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:54:06.523991 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-446ac4a8-c0c9-41f1-bf92-bf1a786f1d70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for subnet, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:54:06.532709 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b8d57d-bcbc-4479-9dcb-c354e5e69407 None None] Network c38fc61d-e9aa-41dd-81f0-dfa187b6b763 requested from dv-cinder-772388-4-iscsi {{(pid=80186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 02 13:54:06.534464 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-446ac4a8-c0c9-41f1-bf92-bf1a786f1d70 admin admin] 10.222.0.133 "DELETE /v2.0/subnets/bc082346-8c7e-4ccf-8588-fea54116a625 HTTP/1.1" status: 204  len: 168 time: 0.9534378
Feb 02 13:54:06.537769 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80184) accepted ('10.222.0.133', 50060) {{(pid=80184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:54:06.719558 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-5f6299a4-a574-4e0a-9903-4c3749400f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854257808'] for network, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:54:06.812484 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-5f6299a4-a574-4e0a-9903-4c3749400f03 admin admin] Deleting port 3d381e32-5d79-4be8-8f47-2b6d6d42ba3a {{(pid=80184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:54:06.813310 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-5f6299a4-a574-4e0a-9903-4c3749400f03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:54:06.941672 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8555309b-2595-400b-b5cf-7d3218f1dc3b None None] DHCP port deletion for c38fc61d-e9aa-41dd-81f0-dfa187b6b763 request from dv-cinder-772388-4-iscsi {{(pid=80186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 02 13:54:06.947408 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-8555309b-2595-400b-b5cf-7d3218f1dc3b None None] Deleting port 3d381e32-5d79-4be8-8f47-2b6d6d42ba3a {{(pid=80186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:54:06.948699 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-8555309b-2595-400b-b5cf-7d3218f1dc3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:54:07.242288 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-8555309b-2595-400b-b5cf-7d3218f1dc3b None None] For port 3d381e32-5d79-4be8-8f47-2b6d6d42ba3a, host dv-cinder-772388-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=3d381e32-5d79-4be8-8f47-2b6d6d42ba3a,segment=NetworkSegment(461318f0-f850-44ce-9f84-6b0bed551538),segment_id=461318f0-f850-44ce-9f84-6b0bed551538)] {{(pid=80186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:54:07.242689 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.db [None req-5f6299a4-a574-4e0a-9903-4c3749400f03 admin admin] For port 3d381e32-5d79-4be8-8f47-2b6d6d42ba3a, host dv-cinder-772388-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-iscsi',level=0,port_id=3d381e32-5d79-4be8-8f47-2b6d6d42ba3a,segment=NetworkSegment(461318f0-f850-44ce-9f84-6b0bed551538),segment_id=461318f0-f850-44ce-9f84-6b0bed551538)] {{(pid=80184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 02 13:54:07.242882 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-8555309b-2595-400b-b5cf-7d3218f1dc3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:54:07.243361 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-5f6299a4-a574-4e0a-9903-4c3749400f03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852695182'] for port, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:54:07.447163 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-5f6299a4-a574-4e0a-9903-4c3749400f03 admin admin] Calling delete_port for 3d381e32-5d79-4be8-8f47-2b6d6d42ba3a owned by network:dhcp {{(pid=80184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:54:07.449716 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-8555309b-2595-400b-b5cf-7d3218f1dc3b None None] Calling delete_port for 3d381e32-5d79-4be8-8f47-2b6d6d42ba3a owned by network:dhcp {{(pid=80186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 02 13:54:07.493177 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device 05fa623a-b19d-496e-ab1e-46b5696e0950 no longer exists at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 02 13:54:07.582224 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] No Port match for: 05fa623a-b19d-496e-ab1e-46b5696e0950 {{(pid=80186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 02 13:54:07.582494 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-5f6299a4-a574-4e0a-9903-4c3749400f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854662197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850351971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363264942761622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264943208991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851940450'] for port, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:54:07.582615 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device 05fa623a-b19d-496e-ab1e-46b5696e0950 not bound to the agent host dv-cinder-772388-4-iscsi {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 02 13:54:07.583159 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device 3d381e32-5d79-4be8-8f47-2b6d6d42ba3a no longer exists at agent ovs-agent-dv-cinder-772388-4-iscsi {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 02 13:54:07.609261 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-79421ae3-f911-4230-a22d-605f48a0c1b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:54:07.646338 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] No Port match for: 3d381e32-5d79-4be8-8f47-2b6d6d42ba3a {{(pid=80186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 02 13:54:07.646736 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.rpc [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Device 3d381e32-5d79-4be8-8f47-2b6d6d42ba3a not bound to the agent host dv-cinder-772388-4-iscsi {{(pid=80186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 02 13:54:07.686708 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.db.api [None req-8555309b-2595-400b-b5cf-7d3218f1dc3b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80186) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 02 13:54:07.687360 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_db.api [None req-8555309b-2595-400b-b5cf-7d3218f1dc3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 02 13:54:07.762490 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6299a4-a574-4e0a-9903-4c3749400f03 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d381e32-5d79-4be8-8f47-2b6d6d42ba3a,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:54:07.784063 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-5f6299a4-a574-4e0a-9903-4c3749400f03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:54:07.846902 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6299a4-a574-4e0a-9903-4c3749400f03 admin admin] No DVR routers for this DVR port 3d381e32-5d79-4be8-8f47-2b6d6d42ba3a on host dv-cinder-772388-4-iscsi {{(pid=80184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 02 13:54:08.035128 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-5f6299a4-a574-4e0a-9903-4c3749400f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12633', 'neutron.services.segments.db._delete_segments_for_network--9223363264942646934'] for network, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:54:08.189223 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-8555309b-2595-400b-b5cf-7d3218f1dc3b None None] Deleting port 3d381e32-5d79-4be8-8f47-2b6d6d42ba3a {{(pid=80186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 02 13:54:08.189943 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-8555309b-2595-400b-b5cf-7d3218f1dc3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771911984277'] for port, before_delete {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:54:08.225429 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.services.segments.db [None req-5f6299a4-a574-4e0a-9903-4c3749400f03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa5e9375908>,) {'filters': {'network_id': ['c38fc61d-e9aa-41dd-81f0-dfa187b6b763']}} {{(pid=80184) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:54:08.242251 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.services.segments.db [None req-5f6299a4-a574-4e0a-9903-4c3749400f03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa5e9375908>, '461318f0-f850-44ce-9f84-6b0bed551538') {'for_net_delete': True} {{(pid=80184) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:54:08.242665 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.services.segments.db [None req-5f6299a4-a574-4e0a-9903-4c3749400f03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa5e9375908>, '461318f0-f850-44ce-9f84-6b0bed551538') {} {{(pid=80184) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 02 13:54:08.260161 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-5f6299a4-a574-4e0a-9903-4c3749400f03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363264942647702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852563795'] for segment, before_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:54:08.289114 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-5f6299a4-a574-4e0a-9903-4c3749400f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854764996'] for segment, precommit_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:54:08.293430 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5f6299a4-a574-4e0a-9903-4c3749400f03 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 02 13:54:08.302090 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.plugin [None req-8555309b-2595-400b-b5cf-7d3218f1dc3b None None] The port '3d381e32-5d79-4be8-8f47-2b6d6d42ba3a' was deleted {{(pid=80186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 02 13:54:08.633996 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-5f6299a4-a574-4e0a-9903-4c3749400f03 admin admin] Network c38fc61d-e9aa-41dd-81f0-dfa187b6b763 has no segments {{(pid=80184) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 02 13:54:08.649932 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-5f6299a4-a574-4e0a-9903-4c3749400f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-10804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2835403'] for segment, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:54:08.903900 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.plugins.ml2.managers [None req-5f6299a4-a574-4e0a-9903-4c3749400f03 admin admin] Network c38fc61d-e9aa-41dd-81f0-dfa187b6b763 has no segments {{(pid=80184) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 02 13:54:08.944537 dv-cinder-772388-4-iscsi neutron-server[80071]: Traceback (most recent call last):
Feb 02 13:54:08.944537 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 02 13:54:08.944537 dv-cinder-772388-4-iscsi neutron-server[80071]:     timer()
Feb 02 13:54:08.944537 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 02 13:54:08.944537 dv-cinder-772388-4-iscsi neutron-server[80071]:     cb(*args, **kw)
Feb 02 13:54:08.944537 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 02 13:54:08.944537 dv-cinder-772388-4-iscsi neutron-server[80071]:     return func(*args, **kwargs)
Feb 02 13:54:08.944537 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 02 13:54:08.944537 dv-cinder-772388-4-iscsi neutron-server[80071]:     self._notify()
Feb 02 13:54:08.944537 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 02 13:54:08.944537 dv-cinder-772388-4-iscsi neutron-server[80071]:     self.callback(batched_events)
Feb 02 13:54:08.944537 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 02 13:54:08.944537 dv-cinder-772388-4-iscsi neutron-server[80071]:     event.method(event)
Feb 02 13:54:08.944537 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 02 13:54:08.944537 dv-cinder-772388-4-iscsi neutron-server[80071]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 02 13:54:08.944537 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 02 13:54:08.944537 dv-cinder-772388-4-iscsi neutron-server[80071]:     segment_id)['aggregates'][0]
Feb 02 13:54:08.944537 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 02 13:54:08.944537 dv-cinder-772388-4-iscsi neutron-server[80071]:     return f(self, *a, **k)
Feb 02 13:54:08.944537 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 02 13:54:08.944537 dv-cinder-772388-4-iscsi neutron-server[80071]:     return self._get(url).json()
Feb 02 13:54:08.944537 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 02 13:54:08.944537 dv-cinder-772388-4-iscsi neutron-server[80071]:     **kwargs)
Feb 02 13:54:08.944537 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 02 13:54:08.944537 dv-cinder-772388-4-iscsi neutron-server[80071]:     return self.request(url, 'GET', **kwargs)
Feb 02 13:54:08.944537 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 02 13:54:08.944537 dv-cinder-772388-4-iscsi neutron-server[80071]:     **endpoint_filter)
Feb 02 13:54:08.944537 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 02 13:54:08.944537 dv-cinder-772388-4-iscsi neutron-server[80071]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 02 13:54:08.944537 dv-cinder-772388-4-iscsi neutron-server[80071]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 02 13:54:08.944537 dv-cinder-772388-4-iscsi neutron-server[80071]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 02 13:54:08.944537 dv-cinder-772388-4-iscsi neutron-server[80071]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 02 13:54:09.058377 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-5f6299a4-a574-4e0a-9903-4c3749400f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854763167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852699500'] for network, after_delete {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:54:09.064672 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-5f6299a4-a574-4e0a-9903-4c3749400f03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691655'] for network, before_response {{(pid=80184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:54:09.071391 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:54:09.114329 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6299a4-a574-4e0a-9903-4c3749400f03 admin admin] Pushing event deleted for resources: {'Network': ['ID=c38fc61d-e9aa-41dd-81f0-dfa187b6b763,revision_number=None']} {{(pid=80184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:54:09.117520 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-5f6299a4-a574-4e0a-9903-4c3749400f03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:54:09.119745 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-5f6299a4-a574-4e0a-9903-4c3749400f03 admin admin] 10.222.0.133 "DELETE /v2.0/networks/c38fc61d-e9aa-41dd-81f0-dfa187b6b763 HTTP/1.1" status: 204  len: 168 time: 2.5805359
Feb 02 13:54:09.320415 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 50066) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:54:09.398329 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-48d6c3a7-2205-441c-8344-99af27d2d320 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=9fd246219b8b41dbaae8904115d1595f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0764966
Feb 02 13:54:09.401214 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 50070) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:54:09.513394 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-2ec1df9c-42bc-4372-ac87-5e3f3f503107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:54:09.563539 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-2ec1df9c-42bc-4372-ac87-5e3f3f503107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:54:09.662000 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-2ec1df9c-42bc-4372-ac87-5e3f3f503107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:54:09.671403 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-46a50021-d786-43b1-a70c-60b5304284fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:54:09.697162 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec1df9c-42bc-4372-ac87-5e3f3f503107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67397c8-f905-47a5-a252-39555615ba98,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:54:09.700522 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-2ec1df9c-42bc-4372-ac87-5e3f3f503107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:54:09.709917 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-2ec1df9c-42bc-4372-ac87-5e3f3f503107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:54:09.714945 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-2ec1df9c-42bc-4372-ac87-5e3f3f503107 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/b67397c8-f905-47a5-a252-39555615ba98 HTTP/1.1" status: 204  len: 168 time: 0.3105800
Feb 02 13:54:10.326123 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 50078) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:54:10.403364 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-515ccf7e-a7ce-4cf3-bdd0-926cf9e79b52 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=06c3b614f70740c19953ba8d26d80949&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0751660
Feb 02 13:54:10.406294 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.wsgi [-] (80185) accepted ('10.222.0.133', 50082) {{(pid=80185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 02 13:54:10.484099 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-4ca41875-9f0f-403a-94a1-052205ce24b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:54:10.522613 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-4ca41875-9f0f-403a-94a1-052205ce24b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:54:10.587767 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-4ca41875-9f0f-403a-94a1-052205ce24b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852756856'] for security_group, after_delete {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:54:10.595501 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-bb61d72f-3492-40ee-81a3-5f16c17133f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 02 13:54:10.610648 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca41875-9f0f-403a-94a1-052205ce24b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995b6ccd-0ded-4aa6-b580-6ac257f431c9,revision_number=None']} {{(pid=80185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 02 13:54:10.617424 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG oslo_concurrency.lockutils [None req-4ca41875-9f0f-403a-94a1-052205ce24b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 02 13:54:10.623749 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-4ca41875-9f0f-403a-94a1-052205ce24b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:54:10.625246 dv-cinder-772388-4-iscsi neutron-server[80071]: INFO neutron.wsgi [None req-4ca41875-9f0f-403a-94a1-052205ce24b9 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/995b6ccd-0ded-4aa6-b580-6ac257f431c9 HTTP/1.1" status: 204  len: 168 time: 0.2178297
Feb 02 13:54:26.001659 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-943df164-bfba-46fc-8ca9-02061dadc4ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:54:29.103234 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c7e8766e-8d12-4426-afca-822902410145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:54:29.353378 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-00b6c5dd-23b4-4bbd-904f-309b9977d88f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:54:30.316260 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:54:31.168148 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-42ef245d-f728-4293-a752-dedea4fc02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:54:33.298162 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:54:43.396703 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.agents_db [None req-a5446886-6d63-4256-b3e6-4e67ca866f31 None None] Agent healthcheck: found 6 active agents {{(pid=80187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 02 13:54:55.997590 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-8d6d8b2e-5635-42e4-9461-c76def06a12b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:54:59.114271 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c7e8766e-8d12-4426-afca-822902410145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:54:59.344987 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-d389d25f-9d56-4bce-9c06-2e7aa3e9e915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:55:00.315823 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:55:01.172832 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-42ef245d-f728-4293-a752-dedea4fc02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:55:03.321809 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:55:20.398196 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.agents_db [None req-a5446886-6d63-4256-b3e6-4e67ca866f31 None None] Agent healthcheck: found 6 active agents {{(pid=80187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 02 13:55:25.996697 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-7bfa2fd2-7598-4b03-a061-59ecc027df0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:55:29.125771 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c7e8766e-8d12-4426-afca-822902410145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:55:29.351391 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-926c7743-f242-4f01-b363-690a87df674f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:55:30.315201 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:55:31.190385 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-42ef245d-f728-4293-a752-dedea4fc02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:55:33.335236 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:55:56.003389 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-de517758-86b7-4c90-a777-a6d477cf1d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:55:57.402995 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.agents_db [None req-a5446886-6d63-4256-b3e6-4e67ca866f31 None None] Agent healthcheck: found 6 active agents {{(pid=80187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 02 13:55:59.127776 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c7e8766e-8d12-4426-afca-822902410145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:55:59.343788 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-ce2f274b-41ad-4b35-951c-752f03edb800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:56:00.312594 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:56:01.185045 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-42ef245d-f728-4293-a752-dedea4fc02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:56:03.345012 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:56:26.002333 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-fae62f3e-f427-435b-af45-b89e52578261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:56:29.125522 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c7e8766e-8d12-4426-afca-822902410145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:56:29.343771 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-b46896aa-fb93-4c04-b9ce-b1683540c8f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:56:30.317802 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:56:31.195248 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-42ef245d-f728-4293-a752-dedea4fc02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:56:33.537346 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:56:34.404361 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.agents_db [None req-a5446886-6d63-4256-b3e6-4e67ca866f31 None None] Agent healthcheck: found 6 active agents {{(pid=80187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 02 13:56:55.992621 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-e67a9e4b-3b28-4893-9c2b-2c952aef820d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:56:59.125909 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-c7e8766e-8d12-4426-afca-822902410145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:56:59.343920 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-fce09a44-4998-4a7b-800e-905fe3c35554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:57:00.318581 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-448a0889-f46b-4ad6-b21d-8354fbfb6953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:57:01.193128 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-42ef245d-f728-4293-a752-dedea4fc02d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:57:03.383306 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2d6-a268-4bc3-8534-1ef2d7604e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264942646951', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-23589'] for agent, after_update {{(pid=80186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 02 13:57:11.405406 dv-cinder-772388-4-iscsi neutron-server[80071]: DEBUG neutron.db.agents_db [None req-a5446886-6d63-4256-b3e6-4e67ca866f31 None None] Agent healthcheck: found 6 active agents {{(pid=80187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}